00010000:00000010:1.1F:1788201253.474342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499a00.
00010000:00000010:1.1:1788201253.514371:0:10660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498800.
00000080:00000010:0.1F:1788201272.899569:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ca92b160.
00000080:00000010:0.1:1788201272.899616:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ca92b3c0.
00010000:00000010:0.1:1788201272.899623:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9373b00.
00010000:00000010:0.1:1788201272.899629:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1533600.
00000080:00000010:0.1:1788201272.916915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c2e9a5a0.
00010000:00000010:2.1F:1788201276.091378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d133dc00.
00010000:00000010:2.1:1788201276.091423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031400.
00000080:00000010:1.1:1788201292.386119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c2e9a220.
00010000:00000010:1.1:1788201310.276082:0:10874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3900.
00010000:00000010:1.1:1788201310.276088:0:10874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498c00.
00000080:00000010:1.1:1788201310.296111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c5348160.
00010000:00000010:1.1:1788201312.414106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498400.
00000080:00000010:1.1:1788201328.751521:0:10900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c59ea420.
00010000:00000010:0.1:1788201372.992265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3a00.
00010000:00000010:0.1:1788201372.992277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498000.
00010000:00000010:0.1:1788201373.006405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d133da00.
00010000:00000010:2.1:1788201389.679088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499600.
00010000:00000010:2.1:1788201392.241651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c29e2000.
00010000:00000010:3.1F:1788201415.333116:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088e00.
00010000:00000010:3.1:1788201415.333128:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f88c00.
00010000:00000010:3.1:1788201415.353593:0:8726:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088600.
00010000:00000010:1.1:1788201432.807785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499600.
00010000:00000010:1.1:1788201432.814106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088e00.
00010000:00000010:1.1:1788201432.814115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f89600.
00010000:00000010:1.1:1788201432.814118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088d00.
00010000:00000010:1.1:1788201432.814122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f88200.
00000080:00000010:1.1:1788201432.844785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ca7d7c40.
00000080:00000010:1.1:1788201432.844807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c5040b40.
00010000:00000010:1.1:1788201435.790222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498400.
00010000:00000010:0.1:1788201435.807172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d133d600.
00010000:00000010:0.1:1788201435.807191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f88000.
00010000:00000010:0.1:1788201435.807195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3300.
00010000:00000010:0.1:1788201435.807198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499600.
00000080:00000010:0.1:1788201452.106027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ca7d7620.
00000080:00000010:0.1:1788201452.106048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2d88e48c0.
00010000:00000010:2.1:1788201454.214261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3300.
00010000:00000010:2.1:1788201454.214280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499a00.
00010000:00000010:2.1:1788201454.214286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3d00.
00010000:00000010:2.1:1788201454.214290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498400.
00000080:00000010:3.1:1788201454.252323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2d8829640.
00000080:00000010:2.1:1788201454.258176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff95b2c35a39c0.
00010000:00000010:2.1:1788201459.886312:0:12736:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088000.
00010000:00000010:2.1:1788201459.886323:0:12736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f88c00.
00010000:00000010:2.1:1788201461.071172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088f00.
00010000:00000010:2.1:1788201461.071186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f88000.
00010000:00000010:0.1:1788201461.082210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93cf00.
00010000:00000010:0.1:1788201478.674406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0300.
00010000:00000010:0.1:1788201478.674421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c29e3c00.
00010000:00000010:0.1:1788201478.674426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3200.
00010000:00000010:0.1:1788201478.674441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499600.
00000080:00000010:0.1:1788201478.695001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ccbe0a00.
00000080:00000010:0.1:1788201478.695019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c50e6ba0.
00010000:00000010:2.1:1788201481.035186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088500.
00010000:00000010:2.1:1788201481.035201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f89600.
00010000:00000010:2.1:1788201481.035205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93c900.
00010000:00000010:2.1:1788201481.035209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c29e2000.
00000080:00000010:1.1:1788201497.794992:0:12849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c8121720.
00000080:00000010:1.1:1788201497.795013:0:12849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c8121c40.
00010000:00000010:3.1:1788201516.573284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088000.
00010000:00000010:3.1:1788201516.573425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f88600.
00010000:00000010:3.1:1788201516.573429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3200.
00010000:00000010:3.1:1788201516.573433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499000.
00000080:00000010:3.1:1788201516.613166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c5b4a200.
00010000:00000010:1.1:1788201518.887122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0900.
00010000:00000010:1.1:1788201518.887138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030400.
00010000:00000010:1.1:1788201518.887142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0c00.
00010000:00000010:1.1:1788201518.887145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031200.
00000080:00000010:2.1:1788201534.523093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ccbd8e80.
00010000:00000010:0.1:1788201535.856121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93c200.
00010000:00000010:0.1:1788201535.856138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c29e3400.
00010000:00000010:0.1:1788201535.856143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088000.
00010000:00000010:0.1:1788201535.856146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c4f89200.
00000080:00000010:0.1:1788201535.876130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c5b6bcc0.
00000080:00000010:0.1:1788201535.876159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff95b2c353b180.
00010000:00000010:0.1:1788201541.624106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0f00.
00010000:00000010:0.1:1788201541.624119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030600.
00010000:00000010:0.1:1788201541.639124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0400.
00010000:00000010:0.1:1788201541.645568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0f00.
00010000:00000010:0.1:1788201541.645584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030000.
00010000:00000010:1.1:1788201541.647097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93cc00.
00010000:00000010:1.1:1788201541.647106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c29e2400.
00000080:00000010:1.1:1788201558.142177:0:13496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ccbd80a0.
00010000:00000010:0.1:1788201565.701440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031400.
00010000:00000010:0.1:1788201565.708743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0700.
00010000:00000010:0.1:1788201565.708770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031c00.
00010000:00000010:0.1:1788201565.713930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0500.
00010000:00000010:0.1:1788201565.796084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0e00.
00010000:00000010:0.1:1788201565.796093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031400.
00000800:00000200:3.1:1788201565.806907:0:2379:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -21304 low water 177052 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.806924:0:2379:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -22584 low water 177692 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.808649:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 64432 low water 167464 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.808659:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 64432 low water 167464 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.809742:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 535340 low water 115050 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.811903:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 27840 low water 368800 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.811922:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 27840 low water 368800 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.811927:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 27840 low water 368800 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.813048:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 121160 low water 322140 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.813065:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 121160 low water 322140 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.813077:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 119880 low water 322780 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.813545:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 119880 low water 322780 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.814672:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 332300 low water 299770 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.815658:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -7736 low water 469788 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.815671:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -7736 low water 469788 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.819970:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 204684 low water 446778 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.820995:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 204684 low water 446778 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.821038:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 204684 low water 446778 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.821090:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 203404 low water 447418 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.821098:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 203404 low water 447418 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.821146:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 222340 low water 437950 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.821150:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 222340 low water 437950 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.821175:0:1097:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 450384 low water 423768 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.830559:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 100216 low water 632132 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.830567:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 100216 low water 632132 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.830593:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 164132 low water 600174 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.830597:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 164132 low water 600174 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.830610:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 261328 low water 568216 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.830621:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 325244 low water 536258 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.831646:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 325244 low water 536258 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.831660:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 325244 low water 536258 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.832778:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 344420 low water 526670 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.832784:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 344420 low water 526670 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.833845:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 362316 low water 517722 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.833852:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 362316 low water 517722 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.834945:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 399388 low water 499186 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.834953:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 399388 low water 499186 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.835636:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 436460 low water 480650 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.835643:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 436460 low water 480650 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.836486:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 533656 low water 448692 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839200:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 21048 low water 704996 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839235:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 21048 low water 704996 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839280:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 118244 low water 673038 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839285:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 118244 low water 673038 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839329:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 182160 low water 641080 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839334:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 182160 low water 641080 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839349:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 219232 low water 622544 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839363:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 238408 low water 612956 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.839378:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 345832 low water 575884 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.840725:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 345832 low water 575884 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.840744:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 345832 low water 575884 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.844945:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 797168 low water 383496 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.846394:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -33740 low water 798950 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.846411:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -33740 low water 798950 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.846721:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -33740 low water 798950 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.846735:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -33740 low water 798950 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.847979:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -35020 low water 799590 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.850086:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 28896 low water 767632 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.850095:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 28896 low water 767632 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.850115:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 92812 low water 735674 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.850118:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 92812 low water 735674 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.850137:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 415036 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.850140:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 415036 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.851346:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 461056 low water 584832 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.851379:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 461056 low water 584832 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.851385:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 461056 low water 584832 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.852126:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 480232 low water 575244 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.852135:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 480232 low water 575244 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.852138:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 480232 low water 575244 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201565.852150:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 544148 low water 543286 conn ffff95b2c2a0a000 blocked idle queued
00010000:00000010:1.1:1788201566.932093:0:14145:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93cb00.
00010000:00000010:0.1:1788201566.932094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031400.
00010000:00000010:1.1:1788201566.932099:0:14145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c5d63400.
00010000:00000010:1.1:1788201566.936180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3c00.
00010000:00000010:0.1:1788201566.960563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499600.
00010000:00000010:1.1:1788201573.321146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498400.
00010000:00000010:1.1:1788201573.326162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3c00.
00010000:00000010:1.1:1788201573.326177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499600.
00010000:00000010:1.1:1788201573.372110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3d00.
00010000:00000010:1.1:1788201573.481102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0700.
00010000:00000010:1.1:1788201573.481124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030000.
00000800:00000200:3.1:1788201573.499625:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -36216 low water 833468 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499669:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -37496 low water 834108 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499684:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -38776 low water 834748 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499690:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -38776 low water 834748 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499720:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -28548 low water 829634 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499734:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -8092 low water 819406 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499756:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 11084 low water 809818 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499770:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 9804 low water 810458 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.499775:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 9804 low water 810458 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.500431:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 28980 low water 800870 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.500449:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 27700 low water 801510 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.500453:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 27700 low water 801510 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502226:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 55824 low water 787448 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502238:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 55824 low water 787448 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502272:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 73720 low water 778500 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502278:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 73720 low water 778500 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502297:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 92896 low water 768912 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502348:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 138916 low water 745902 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502360:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 138916 low water 745902 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.502366:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 138916 low water 745902 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504233:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 158092 low water 736314 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504243:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 158092 low water 736314 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504275:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 204112 low water 713304 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504280:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 204112 low water 713304 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504295:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 223288 low water 703716 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504310:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 269308 low water 680706 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504334:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 288484 low water 671118 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504339:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 288484 low water 671118 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.504354:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 352400 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.505726:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 352400 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.505743:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 352400 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.505752:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 352400 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.506660:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 415036 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.506677:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 415036 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.506681:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 415036 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.506717:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 542868 low water 543926 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.506729:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 542868 low water 543926 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.506738:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 541588 low water 544566 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.508660:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 733336 low water 448692 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513024:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513058:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513068:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513074:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513397:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513410:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.513420:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.514990:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 380172 low water 625274 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.524706:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 378892 low water 625914 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.524765:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 415964 low water 607378 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.524808:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 768824 low water 447588 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.526543:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -62084 low water 863042 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.526562:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -62084 low water 863042 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.527130:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -62084 low water 863042 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.527146:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace -62084 low water 863042 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.531743:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.531776:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.531791:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.531797:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.532250:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.532263:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.532660:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.532672:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 452240 low water 639160 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.534576:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 514876 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.534605:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 514876 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.534611:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 514876 low water 607842 conn ffff95b2c2a0a000 blocked idle queued
00000800:00000200:3.1:1788201573.535839:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff95b2d91d7380 wspace 837100 low water 480010 conn ffff95b2c2a0a000 blocked idle queued
00010000:00000010:0.1:1788201573.738166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3300.
00010000:00000010:0.1:1788201573.738182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498800.
00010000:00000010:0.1:1788201573.738186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93c300.
00010000:00000010:0.1:1788201573.738189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c765fe00.
00000080:00000010:0.1:1788201573.747450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ccbd9d20.
00000080:00000010:0.1:1788201573.752398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff95b2c3581080.
00010000:00000010:2.1:1788201573.764261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3c00.
00010000:00000010:2.1:1788201573.764270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499000.
00010000:00000010:2.1:1788201573.764275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0500.
00010000:00000010:2.1:1788201573.764278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030800.
00000080:00000010:0.1:1788201573.774404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ccbd9220.
00000080:00000010:0.1:1788201573.779235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff95b2c3585ac0.
00010000:00000010:2.1:1788201573.796118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0100.
00010000:00000010:2.1:1788201573.796131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031200.
00010000:00000010:2.1:1788201573.796135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0400.
00010000:00000010:2.1:1788201573.796138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030000.
00000080:00000010:0.1:1788201573.799562:0:13937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2ccbd9940.
00000080:00000010:0.1:1788201573.799582:0:13937:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff95b2c3538840.
00010000:00000010:0.1:1788201578.688117:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0e00.
00010000:00000010:0.1:1788201578.688136:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031800.
00010000:00000010:2.1:1788201578.699584:0:14712:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3500.
00010000:00000010:2.1:1788201578.699601:0:14712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c5d62200.
00010000:00000010:0.1:1788201578.700110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0000.
00010000:00000010:0.1:1788201578.700126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030600.
00010000:00000010:2.1:1788201692.462087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3a00.
00010000:00000010:2.1:1788201692.462096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499000.
00010000:00000010:1.1:1788201692.471928:0:14828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1498c00.
00010000:00000010:1.1:1788201692.471939:0:14828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3900.
00000080:00000010:1.1:1788201692.471944:0:14828:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c2a943c0.
00010000:00000010:1.1:1788201692.471951:0:14828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0031600.
00010000:00000010:1.1:1788201692.471955:0:14828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d133d300.
00010000:00000010:3.1:1788201692.472073:0:14831:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2ca93c600.
00010000:00000010:3.1:1788201692.472080:0:14831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c765fa00.
00000080:00000010:3.1:1788201692.472084:0:14831:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95b2c63dc8c0.
00010000:00000010:1.1:1788201692.478114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c0030400.
00010000:00000010:1.1:1788201692.478126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c9fa0f00.
00010000:00000010:1.1:1788201692.523097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2c3088d00.
00010000:00000010:1.1:1788201692.523110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c7e5bc00.
00010000:00000010:1.1:1788201692.540798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95b2d93c3900.
00010000:00000010:0.1:1788201692.548161:0:14835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95b2c1499000.
00000800:00000200:0.1:1788201730.327219:0:2376:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1788201730.327224:0:2376:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1788201730.327228:0:2376:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:3.1:1788201733.079510:0:2387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201733.079536:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201733.423270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201733.423273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1788201733.430199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201733.430202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1788201737.560133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201737.560470:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201737.560735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201737.560858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201737.560978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201742.807733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201742.808209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201742.808443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201742.808547:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201742.808631:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201747.927824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201747.927826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1788201747.928350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201747.928352:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1788201747.928593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201747.928595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1788201747.928789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201747.928791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1788201747.928961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201747.928963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1788201753.047921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201753.048629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201753.048841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201753.048988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201753.049161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201758.167732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201758.167738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 8, 5 secs later)
00000800:00000200:3.1:1788201758.168450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201758.168452:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 8, 5 secs later)
00000800:00000200:3.1:1788201758.168689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201758.168691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 8, 5 secs later)
00000800:00000200:3.1:1788201758.168876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201758.168877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 8, 5 secs later)
00000800:00000200:3.1:1788201758.169166:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201758.169167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 8, 5 secs later)
00000800:00000200:3.1:1788201763.287810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201763.288249:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201763.288525:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201763.288677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201763.288809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201768.407770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201768.407777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1788201768.408431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201768.408433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1788201768.408721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201768.408724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1788201768.409000:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201768.409003:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1788201768.409291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201768.409293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1788201773.527886:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201773.527893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1788201773.528971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201773.528973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1788201773.529228:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201773.529230:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1788201773.529409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201773.529411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1788201773.529707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201773.529709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1788201778.647679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201778.647685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1788201778.648344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201778.648348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1788201778.648642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201778.648643:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1788201778.648899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201778.648901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1788201778.649109:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201778.649111:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1788201783.768468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201783.768723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201783.768848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201783.768957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201783.769111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201788.887693:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201788.887696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 29 secs later)
00000800:00000200:3.1:1788201788.888418:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201788.888420:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 29 secs later)
00000800:00000200:3.1:1788201788.888646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201788.888647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 29 secs later)
00000800:00000200:3.1:1788201788.888868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201788.888871:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 29 secs later)
00000800:00000200:3.1:1788201788.889213:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201788.889215:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1788201794.007685:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201794.007690:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201794.008337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201794.008339:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201794.008559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201794.008561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201794.008772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201794.008774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201794.008944:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201794.008946:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201799.127860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201799.127865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201799.128518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201799.128520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201799.128778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201799.128780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201799.129042:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201799.129044:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201799.129314:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788201799.129316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 19 secs later)
00000800:00000200:3.1:1788201804.249002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201804.249026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1788201804.249704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201804.249707:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1788201804.250021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201804.250023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1788201804.250385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201804.250388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1788201804.250725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201804.250728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1788201809.367707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201809.367713:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1788201809.368476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201809.368479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1788201809.368693:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201809.368695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1788201809.369031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201809.369033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1788201809.369260:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201809.369262:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1788201814.487713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201814.487718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1788201814.488387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201814.488388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1788201814.488610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201814.488612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1788201814.488803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201814.488805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1788201814.489119:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201814.489121:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1788201819.607758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201819.608296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201819.608450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201819.608586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201819.608732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201824.727936:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201824.727942:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201824.728671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201824.728673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201824.729002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201824.729004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201824.729364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201824.729367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201824.729683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201824.729687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201829.847907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201829.847917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201829.848840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201829.848842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201829.849166:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201829.849168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201829.849385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201829.849406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201829.849655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201829.849656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201834.967796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201834.967807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201834.968339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201834.968340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201834.968594:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201834.968595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201834.968817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201834.968820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201834.969012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201834.969013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201840.087705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201840.087709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201840.088367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201840.088369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201840.088592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201840.088595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201840.088836:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201840.088838:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201840.089134:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201840.089135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201845.207878:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201845.207905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201845.209012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201845.209021:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201845.209548:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201845.209551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201845.209845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201845.209847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201845.210085:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201845.210087:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201850.327732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201850.327742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788201850.328516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201850.328519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788201850.328842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201850.328845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788201850.329146:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201850.329148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788201850.329391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201850.329393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788201855.447765:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201855.447772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788201855.448388:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201855.448389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788201855.448570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201855.448585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788201855.448799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201855.448800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788201855.449071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201855.449073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788201860.567988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201860.567996:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788201860.568584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201860.568587:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788201860.568904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201860.568907:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788201860.569267:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201860.569270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788201860.569577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201860.569580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788201865.687818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201865.687824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788201865.688520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201865.688522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788201865.688758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201865.688760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788201865.689004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201865.689007:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788201865.689253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201865.689267:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788201870.807764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201870.807768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788201870.808376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201870.808377:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788201870.808571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201870.808572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788201870.808747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201870.808749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788201870.808924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201870.808925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788201875.928088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201875.928092:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788201875.929091:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201875.929093:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788201875.929333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201875.929335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788201875.929522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201875.929523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788201875.929808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201875.929810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788201881.047735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201881.047741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201881.048373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201881.048389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201881.048630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201881.048631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201881.048834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201881.048835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201881.049041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201881.049043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201886.167982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201886.168735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201886.169198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201886.169366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788201886.169518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201891.288204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201891.288213:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201891.289429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201891.289432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201891.289733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201891.289735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201891.289931:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201891.289933:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201891.290268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201891.290270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201896.407751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201896.407757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201896.408457:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201896.408459:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201896.408676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201896.408679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201896.408883:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201896.408885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201896.409203:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201896.409205:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201901.527817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201901.527872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201901.528872:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201901.528874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201901.529083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201901.529085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201901.529268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201901.529270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201901.529469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201901.529471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201906.647753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201906.647759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201906.648418:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201906.648420:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201906.648612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201906.648614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201906.648792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201906.648793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201906.648964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201906.648966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201911.767831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201911.767838:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788201911.768476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201911.768479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788201911.768801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201911.768804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788201911.769145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201911.769148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788201911.769491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201911.769493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788201916.887809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201916.887816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788201916.888529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201916.888534:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788201916.888841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201916.888843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788201916.889109:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201916.889111:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788201916.889347:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201916.889349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788201922.007667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201922.007673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788201922.008248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201922.008250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788201922.008468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201922.008470:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788201922.008662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201922.008664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788201922.008875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201922.008878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788201927.127703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201927.127709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788201927.128212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201927.128217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788201927.128557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201927.128560:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788201927.128767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201927.128768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788201927.129084:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201927.129086:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788201932.247733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201932.247739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201932.248358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201932.248359:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201932.248545:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201932.248547:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201932.248721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201932.248722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201932.248920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201932.248923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201937.367852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201937.367857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201937.368648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201937.368651:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201937.368957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201937.368960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201937.369341:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201937.369344:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201937.369629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201937.369631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201942.487697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201942.487701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201942.488472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201942.488478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201942.488800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201942.488801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201942.489009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201942.489011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201942.489293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201942.489296:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201947.607656:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201947.607660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788201947.608260:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201947.608262:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788201947.608486:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201947.608488:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788201947.608686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201947.608688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788201947.608893:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201947.608895:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788201952.727645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201952.728101:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201952.728442:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201952.728604:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201952.728754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201957.847796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201957.847805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201957.848683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201957.848686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201957.848988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201957.848991:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201957.849295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201957.849297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201957.849620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201957.849622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201962.968129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201962.968141:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201962.969164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201962.969167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201962.969515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201962.969518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201962.969816:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201962.969819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201962.970028:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201962.970029:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788201968.087912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201968.087917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788201968.088308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201968.088311:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788201968.088522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201968.088523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788201968.088736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201968.088738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788201968.088957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201968.088959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788201973.207677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201973.207685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788201973.208328:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201973.208330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788201973.208512:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201973.208513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788201973.208684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201973.208685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788201973.208894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788201973.208896:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788201978.327768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201978.327773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201978.328520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201978.328522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201978.328764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201978.328766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201978.329020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201978.329022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201978.329414:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201978.329417:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201983.447774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201983.447781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201983.448442:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201983.448445:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201983.448757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201983.448759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201983.449098:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201983.449100:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201983.449422:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201983.449425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201988.567866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201988.567885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201988.568497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201988.568500:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201988.568725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201988.568727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201988.568961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201988.568963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201988.569213:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201988.569215:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201993.687757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201993.687768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201993.688392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201993.688394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201993.688589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201993.688591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201993.688772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201993.688774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201993.689034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201993.689035:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201998.807790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201998.807795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201998.808548:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201998.808553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201998.808786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201998.808787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201998.808981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201998.808982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201998.809280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788201998.809282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202003.928278:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202003.928289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202003.928882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202003.928884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202003.929266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202003.929271:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202003.929565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202003.929567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202003.929891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202003.929893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202009.047853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202009.047860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202009.048504:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202009.048506:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202009.048804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202009.048806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202009.049100:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202009.049102:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202009.049380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202009.049381:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202014.167830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202014.167836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202014.168572:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202014.168577:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202014.168804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202014.168805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202014.169075:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202014.169077:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202014.169344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202014.169347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202019.287923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202019.288638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202019.288974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202019.289177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202019.289342:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202024.408130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202024.408134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202024.409372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202024.409375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202024.409607:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202024.409610:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202024.409855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202024.409857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202024.410141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202024.410143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202029.527838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202029.527845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202029.528599:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202029.528602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202029.528877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202029.528880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202029.529215:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202029.529217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202029.529487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202029.529490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202034.647719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202034.647726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202034.648470:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202034.648472:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202034.648663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202034.648665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202034.648875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202034.648877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202034.649261:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202034.649262:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202039.767960:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202039.767963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202039.768428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202039.768431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202039.768779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202039.768781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202039.769126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202039.769128:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202039.769429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202039.769432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202044.888021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202044.888032:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202044.889038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202044.889044:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202044.889703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202044.889704:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202044.889974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202044.889976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202044.890216:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202044.890218:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202050.008163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202050.008173:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202050.008832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202050.008834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202050.009047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202050.009049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202050.009284:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202050.009286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202050.009470:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202050.009473:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202055.127652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202055.127658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202055.128315:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202055.128317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202055.128508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202055.128510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202055.128720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202055.128722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202055.128947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202055.128950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202060.247794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202060.247801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202060.248415:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202060.248417:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202060.248605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202060.248607:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202060.248868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202060.248870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202060.249130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202060.249133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202065.367769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202065.367774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202065.368358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202065.368360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202065.368590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202065.368591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202065.368840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202065.368843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202065.369033:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202065.369035:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202070.487941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202070.487946:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202070.489047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202070.489050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202070.489270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202070.489272:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202070.489469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202070.489491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202070.489782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202070.489784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202075.607727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202075.607732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202075.608290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202075.608293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202075.608579:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202075.608581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202075.608825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202075.608827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202075.609109:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202075.609111:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202080.727651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202080.727658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202080.728126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202080.728140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202080.728335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202080.728337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202080.728536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202080.728538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202080.728740:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202080.728741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202085.847711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202085.848083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202085.848258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202085.848396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202085.848515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202090.968108:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202090.968111:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202090.969893:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202090.969896:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202090.970141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202090.970144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202090.970411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202090.970413:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202090.970612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202090.970614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202096.087775:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202096.087782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202096.088564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202096.088584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202096.088873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202096.088875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202096.089133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202096.089134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202096.089326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202096.089328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202101.207804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202101.207811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202101.208559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202101.208561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202101.208811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202101.208813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202101.209122:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202101.209124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202101.209463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202101.209466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202106.327806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202106.327812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202106.328498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202106.328500:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202106.328691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202106.328693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202106.328919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202106.328922:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202106.329149:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202106.329151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202111.447863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202111.447871:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202111.448949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202111.448952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202111.449309:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202111.449312:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202111.449721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202111.449723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202111.450091:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202111.450094:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202116.567631:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202116.567635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202116.568290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202116.568293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202116.568554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202116.568555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202116.568774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202116.568786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202116.568983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202116.568985:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202121.687699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202121.687706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202121.688282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202121.688283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202121.688466:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202121.688468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202121.688665:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202121.688667:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202121.688873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202121.688875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202126.807839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202126.807846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202126.808554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202126.808557:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202126.808877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202126.808880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202126.809226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202126.809228:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202126.809556:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202126.809559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202131.927906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202131.927926:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202131.928652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202131.928654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202131.928853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202131.928854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202131.929030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202131.929032:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202131.929336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202131.929338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202137.047734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202137.047740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202137.048413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202137.048414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202137.048652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202137.048654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202137.048834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202137.048836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202137.049178:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202137.049180:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202142.167846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202142.167853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202142.168380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202142.168382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202142.168575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202142.168595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202142.168819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202142.168821:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202142.169048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202142.169050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202147.288376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202147.288384:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202147.288867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202147.288870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202147.289239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202147.289242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202147.289540:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202147.289542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202147.289779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202147.289781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202152.407754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202152.408134:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202152.408538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202152.408764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788202152.409039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202157.527905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202157.527910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202157.528838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202157.528842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202157.529266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202157.529268:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202157.529543:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202157.529545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202157.529860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202157.529862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202162.647746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202162.647752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202162.648356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202162.648358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202162.648575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202162.648577:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202162.648758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202162.648760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202162.648998:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202162.649000:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202167.767616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202167.767623:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202167.768336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202167.768338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202167.768524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202167.768525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202167.768710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202167.768712:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202167.768939:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202167.768941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202172.887910:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202172.887919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202172.888479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202172.888481:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202172.888670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202172.888672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202172.888938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202172.888940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202172.889182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202172.889183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202178.007894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202178.007898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202178.008634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202178.008637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202178.009376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202178.009378:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202178.009601:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202178.009603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202178.009818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202178.009820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202183.127997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202183.128003:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202183.128893:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202183.128902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202183.129455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202183.129458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202183.129750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202183.129752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202183.130087:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202183.130104:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202188.247738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202188.247745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202188.248303:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202188.248306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202188.248603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202188.248606:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202188.248880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202188.248883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202188.249179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202188.249182:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202193.367904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202193.367912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202193.368624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202193.368627:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202193.368924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202193.368927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202193.369231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202193.369234:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202193.369557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202193.369559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202198.487691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202198.487695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202198.488313:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202198.488316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202198.488558:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202198.488560:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202198.488815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202198.488817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202198.489035:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202198.489037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202203.607619:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202203.607623:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202203.608195:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202203.608210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202203.608413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202203.608414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202203.608569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202203.608570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202203.608714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202203.608716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202208.727733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202208.727738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202208.728387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202208.728389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202208.728635:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202208.728638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202208.728818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202208.728820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202208.729202:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202208.729205:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202213.847952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202213.847957:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202213.848887:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202213.848889:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202213.849124:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202213.849126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202213.849290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202213.849291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202213.849578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202213.849581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202218.967592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202218.967914:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202218.968240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202218.968376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202218.968513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202224.088085:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202224.088089:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202224.089182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202224.089186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202224.089483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202224.089485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202224.089739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202224.089741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202224.090039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202224.090041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202229.207511:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202229.207514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788202229.207874:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202229.207877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788202229.208155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202229.208157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788202229.208429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202229.208432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788202229.208746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202229.208748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202234.327662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202234.327666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202234.328239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202234.328243:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202234.328454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202234.328455:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202234.328623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202234.328625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202234.328852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202234.328854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202239.447740:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202239.447746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202239.448320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202239.448323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202239.448523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202239.448524:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202239.448714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202239.448717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202239.448916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202239.448917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202244.567667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202244.567672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202244.568282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202244.568283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202244.568451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202244.568452:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202244.568639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202244.568641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202244.568829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202244.568830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202249.687598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202249.687609:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202249.688102:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202249.688103:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202249.688320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202249.688321:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202249.688498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202249.688499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202249.688727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202249.688729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202254.807846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202254.807852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202254.808612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202254.808615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202254.808843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202254.808844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202254.809121:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202254.809123:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202254.809317:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202254.809319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202259.927731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202259.927739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202259.928375:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202259.928377:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202259.928623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202259.928625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202259.928831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202259.928833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202259.929043:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202259.929045:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202265.047701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202265.047706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202265.048398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202265.048401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202265.048600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202265.048601:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202265.048800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202265.048802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202265.049127:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202265.049130:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202270.167776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202270.167784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202270.168554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202270.168557:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202270.168899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202270.168902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202270.169245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202270.169248:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202270.169504:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202270.169506:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202275.287686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202275.287691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202275.288142:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202275.288143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202275.288390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202275.288392:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202275.288582:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202275.288584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202275.288764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202275.288766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202280.407739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202280.407745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202280.408616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202280.408621:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202280.408985:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202280.408988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202280.409417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202280.409420:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202280.409739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202280.409742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202285.527855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202285.528297:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202285.528552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202285.528712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202285.528894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202290.647909:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202290.647917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202290.648772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202290.648775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202290.649135:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202290.649138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202290.649462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202290.649465:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202290.649798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202290.649801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202295.767779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202295.767786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202295.768513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202295.768516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202295.768937:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202295.768938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202295.769227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202295.769228:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202295.769440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202295.769442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202300.887669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202300.887674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202300.888392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202300.888394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202300.888603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202300.888605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202300.888781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202300.888783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202300.889022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202300.889024:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202306.007603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202306.007609:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202306.008258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202306.008260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202306.008485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202306.008487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202306.008664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202306.008666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202306.008912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202306.008914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202311.127745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202311.127749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202311.128559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202311.128563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202311.128859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202311.128861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202311.129114:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202311.129116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202311.129296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202311.129298:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202316.247945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202316.247952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202316.249007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202316.249010:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202316.249322:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202316.249324:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202316.249564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202316.249566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202316.249786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202316.249788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202321.367730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202321.367738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202321.368380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202321.368382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202321.368569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202321.368571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202321.368802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202321.368803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202321.369006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202321.369007:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202326.487770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202326.487777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202326.488377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202326.488380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202326.488675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202326.488677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202326.488875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202326.488877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202326.489213:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202326.489216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202331.607757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202331.607763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202331.608506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202331.608508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202331.608706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202331.608708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202331.608886:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202331.608888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202331.609212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202331.609214:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202336.727909:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202336.727920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202336.728848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202336.728853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202336.729753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202336.729755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202336.730108:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202336.730111:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202336.730487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202336.730490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202341.847717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202341.847730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202341.848479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202341.848484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202341.848840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202341.848841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202341.849266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202341.849269:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202341.849544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202341.849547:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202346.967610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202346.967615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202346.968291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202346.968294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202346.968489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202346.968491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202346.968665:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202346.968666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202346.968959:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202346.968961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202352.087818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202352.088285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202352.088657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202352.088851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202352.089019:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202357.207990:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202357.207998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788202357.208850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202357.208853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788202357.209220:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202357.209223:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788202357.209554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202357.209557:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788202357.210004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202357.210007:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788202362.327907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202362.327914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202362.328540:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202362.328542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202362.328729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202362.328731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202362.328904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202362.328919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202362.329131:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202362.329132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202367.447892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202367.447898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202367.448569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202367.448571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202367.448779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202367.448781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202367.448961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202367.448963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202367.449256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202367.449259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202372.567825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202372.567831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202372.568580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202372.568582:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202372.568786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202372.568787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202372.569017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202372.569020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202372.569373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202372.569376:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202377.687805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202377.687827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202377.688493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202377.688495:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202377.688729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202377.688731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202377.688916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202377.688918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202377.689166:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202377.689167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202382.807961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202382.807965:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202382.808544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202382.808546:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202382.808847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202382.808850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202382.809150:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202382.809153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202382.809354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202382.809357:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202387.927750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202387.927756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202387.928496:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202387.928499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202387.928839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202387.928855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202387.929218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202387.929220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202387.929600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202387.929602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202393.047700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202393.047706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202393.048508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202393.048510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202393.048706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202393.048708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202393.048902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202393.048903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202393.049200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202393.049202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202398.167675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202398.167679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202398.168406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202398.168409:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202398.168768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202398.168770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202398.169025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202398.169026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202398.169274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202398.169276:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202403.288096:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202403.288109:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202403.288855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202403.288858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202403.289209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202403.289212:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202403.289465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202403.289468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202403.289681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202403.289694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202408.407869:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202408.407876:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202408.408605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202408.408608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202408.408924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202408.408927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202408.409248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202408.409250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202408.409692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202408.409694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202413.527750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202413.527755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202413.528497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202413.528499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202413.528767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202413.528769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202413.529067:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202413.529070:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202413.529386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202413.529389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202418.647890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202418.648391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202418.648938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202418.649379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202418.649586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202423.768339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202423.768356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202423.768801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202423.768804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202423.769277:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202423.769283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202423.769785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202423.769788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202423.770028:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202423.770029:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202428.887666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202428.887672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202428.888201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202428.888202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202428.888405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202428.888408:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202428.888581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202428.888582:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202428.888788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202428.888790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202434.007653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202434.007656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202434.008155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202434.008158:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202434.008776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202434.008777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202434.008988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202434.008990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202434.009265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202434.009268:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202439.127955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202439.127961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202439.129113:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202439.129118:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202439.129513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202439.129516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202439.129751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202439.129753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202439.129931:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202439.129933:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202444.247728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202444.247731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202444.248501:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202444.248508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202444.248719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202444.248721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202444.248966:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202444.248969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202444.249263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202444.249265:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202449.367709:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202449.367714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202449.368394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202449.368396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202449.368578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202449.368579:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202449.368771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202449.368773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202449.369041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202449.369043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202454.487708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202454.487714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202454.488333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202454.488335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202454.488518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202454.488519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202454.488744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202454.488746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202454.488961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202454.488963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202459.607799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202459.607805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202459.608562:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202459.608565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202459.608882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202459.608885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202459.609214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202459.609217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202459.609517:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202459.609520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202464.727733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202464.727737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202464.728460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202464.728462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202464.728705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202464.728706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202464.728918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202464.728920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202464.729198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202464.729201:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202469.847782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202469.847790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202469.848474:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202469.848477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202469.848718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202469.848720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202469.848917:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202469.848919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202469.849138:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202469.849140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202474.967769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202474.967775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202474.968638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202474.968641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202474.968952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202474.968954:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202474.969188:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202474.969189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202474.969479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202474.969481:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202480.087673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202480.087680:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202480.088316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202480.088318:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202480.088549:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202480.088551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202480.088794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202480.088795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202480.089043:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202480.089044:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202485.207646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202485.207912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202485.208214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202485.208499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202485.208636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202490.327560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202490.327564:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202490.327942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202490.327945:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202490.328234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202490.328236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202490.328497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202490.328499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202490.328730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202490.328732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202495.447693:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202495.447701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202495.448396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202495.448397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202495.448589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202495.448591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202495.448799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202495.448801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202495.449067:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202495.449069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202500.567692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202500.567696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202500.568330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202500.568333:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202500.568544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202500.568558:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202500.568793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202500.568795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202500.568975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788202500.568976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202505.688020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202505.688027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202505.688964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202505.688969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202505.689377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202505.689380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202505.689759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202505.689762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202505.690114:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202505.690117:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202510.808082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202510.808095:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202510.808953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202510.808955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202510.809252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202510.809254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202510.809485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202510.809487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202510.809673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202510.809675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202515.927732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202515.927740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202515.928507:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202515.928510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202515.928776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202515.928778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202515.928964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202515.928966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202515.929163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202515.929164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202521.047687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202521.047693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202521.048279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202521.048282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202521.048769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202521.048774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202521.049047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202521.049049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202521.049252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202521.049254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202526.167536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202526.167540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202526.167957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202526.167959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202526.168188:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202526.168191:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202526.168462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202526.168464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202526.168740:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202526.168742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202531.287981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202531.287992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202531.289036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202531.289050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202531.289580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202531.289581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202531.289935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202531.289936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202531.290198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202531.290200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202536.408171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202536.408183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202536.409005:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202536.409007:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202536.409314:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202536.409316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202536.409556:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202536.409558:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202536.409837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202536.409839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202541.527786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202541.527794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202541.528989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202541.528995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202541.529583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202541.529585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202541.529923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202541.529925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202541.530151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202541.530153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202546.647852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202546.647859:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202546.648640:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202546.648643:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202546.649018:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202546.649022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202546.649423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202546.649426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202546.649781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202546.649784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202551.767766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202551.768221:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202551.768567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202551.768725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202551.768895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202556.888282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202556.888286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202556.888787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202556.888790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202556.889365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202556.889368:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202556.889738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202556.889740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202556.889925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202556.889927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202562.007710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202562.007718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202562.008429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202562.008434:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202562.008873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202562.008874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202562.009191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202562.009192:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202562.009373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202562.009374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202567.127934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202567.127943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202567.129072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202567.129073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202567.129326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202567.129328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202567.129514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202567.129516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202567.129769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202567.129771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202572.248136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202572.248149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202572.248938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202572.248940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202572.249269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202572.249271:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202572.249596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202572.249599:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202572.249913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202572.249916:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202577.367820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202577.367827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202577.368595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202577.368598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202577.368920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202577.368922:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202577.369251:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202577.369253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202577.369544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202577.369546:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202582.487819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202582.487826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202582.488626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202582.488642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202582.488842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202582.488844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202582.489076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202582.489079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202582.489411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202582.489414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202587.607580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202587.607584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202587.607975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202587.607977:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202587.608188:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202587.608190:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202587.608365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202587.608366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202587.608559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202587.608560:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202592.727837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202592.727843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202592.728588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202592.728591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202592.728799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202592.728800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202592.728983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202592.728985:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202592.729265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202592.729267:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202597.847622:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202597.847628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202597.848376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202597.848379:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202597.848679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202597.848682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202597.848977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202597.848980:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202597.849295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202597.849297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202602.967849:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202602.967853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202602.968615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202602.968618:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202602.968896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202602.968899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202602.969217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202602.969218:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202602.969471:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202602.969473:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202608.087744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202608.087751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202608.088621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202608.088625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202608.088860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202608.088862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202608.089167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202608.089170:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202608.089438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202608.089440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202613.208030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202613.208037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202613.208813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202613.208816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202613.209195:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202613.209198:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202613.209523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202613.209526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202613.209843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202613.209846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202618.327940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202618.328487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202618.328676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202618.328849:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202618.329021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202623.448102:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202623.448106:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202623.449391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202623.449394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202623.449709:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202623.449712:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202623.450043:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202623.450046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202623.450502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202623.450505:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202628.567909:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202628.567917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202628.568825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202628.568828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202628.569171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202628.569174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202628.569487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202628.569490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202628.569958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202628.569961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202633.687799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202633.687805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202633.688558:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202633.688561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202633.688998:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202633.689001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202633.689293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202633.689295:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202633.689486:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202633.689489:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202638.807761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202638.807765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202638.808454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202638.808457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202638.808748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202638.808751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202638.808967:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202638.808969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202638.809279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202638.809282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202643.928094:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202643.928105:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202643.929135:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202643.929150:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202643.929348:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202643.929349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202643.929535:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202643.929537:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202643.929838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202643.929839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202649.048101:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202649.048114:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202649.049089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202649.049092:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202649.049422:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202649.049425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202649.049898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202649.049901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202649.050248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202649.050251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202654.167997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202654.168006:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202654.169293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202654.169303:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202654.169589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202654.169591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202654.169768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202654.169783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202654.170034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202654.170035:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202659.287821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202659.287830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202659.288540:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202659.288542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202659.288732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202659.288733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202659.288970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202659.288971:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202659.289325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202659.289327:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202664.407835:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202664.407844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202664.408497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202664.408499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202664.408793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202664.408796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202664.409016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202664.409017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202664.409291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202664.409293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202669.527759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202669.527779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202669.528478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202669.528480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202669.528700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202669.528702:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202669.528904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202669.528906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202669.529159:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202669.529162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202674.648004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202674.648014:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202674.648937:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202674.648939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202674.649198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202674.649200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202674.649416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202674.649418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202674.649703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202674.649705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202679.767924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202679.767932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202679.768599:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202679.768602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202679.768855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202679.768874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202679.769118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202679.769120:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202679.769422:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202679.769424:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202684.887609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202684.888111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202684.888533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202684.888726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202684.888913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202690.008351:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202690.008355:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202690.008791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202690.008794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202690.009140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202690.009142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202690.009441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202690.009444:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202690.009718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202690.009733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202695.128130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202695.128141:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202695.129157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202695.129160:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202695.129523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202695.129526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202695.129866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202695.129869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202695.130200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202695.130203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202700.247950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202700.247956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202700.248930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202700.248938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202700.249529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202700.249532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202700.249958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202700.249961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202700.250289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202700.250292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202705.367742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202705.367747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202705.368513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202705.368519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202705.368809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202705.368810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202705.369071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202705.369073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202705.369273:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202705.369275:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202710.487599:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202710.487603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202710.488150:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202710.488152:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202710.488339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202710.488340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202710.488575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202710.488576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202710.488736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202710.488737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202715.607642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202715.607646:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202715.608180:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202715.608185:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202715.608587:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202715.608591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202715.608879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202715.608880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202715.609048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202715.609049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202720.727739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202720.727745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202720.728289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202720.728291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202720.728552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202720.728554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202720.728759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202720.728762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202720.729022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202720.729024:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202725.847939:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202725.847944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202725.848991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202725.848992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202725.849338:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202725.849342:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202725.849663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202725.849666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202725.849940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202725.849942:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202730.967694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202730.967698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202730.968359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202730.968360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202730.968543:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202730.968556:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202730.968767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202730.968768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202730.968972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202730.968973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202736.087669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202736.087674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202736.088389:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202736.088393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202736.088628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202736.088630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202736.088851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202736.088853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202736.089070:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202736.089073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202741.208096:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202741.208104:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202741.209183:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202741.209185:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202741.209373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202741.209374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202741.209550:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202741.209551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202741.209815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202741.209818:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202746.327719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202746.327724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202746.328536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202746.328539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202746.328769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202746.328772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202746.328997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202746.328999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202746.329212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202746.329214:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202751.447727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202751.448085:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202751.448512:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202751.448770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202751.448935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202756.568312:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202756.568317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202756.568726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202756.568728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202756.569042:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202756.569045:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202756.571535:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202756.571538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202756.571791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202756.571793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202761.687702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202761.687708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202761.688333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202761.688335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202761.688546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202761.688547:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202761.688727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202761.688729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202761.689003:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202761.689005:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202766.807785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202766.807791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202766.808466:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202766.808471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202766.808791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202766.808793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202766.808992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202766.808993:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202766.809257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202766.809259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202771.927847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202771.927853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202771.928514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202771.928515:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202771.928746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202771.928747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202771.928929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202771.928931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202771.929134:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202771.929136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202777.047644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202777.047650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202777.048383:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202777.048385:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202777.048575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202777.048577:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202777.048776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202777.048778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202777.049109:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202777.049111:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202782.167904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202782.167912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202782.169177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202782.169178:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202782.169398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202782.169399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202782.169577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202782.169579:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202782.169858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202782.169860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202787.287916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202787.287920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202787.288921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202787.288937:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202787.289529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202787.289531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202787.289796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202787.289798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202787.289972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202787.289974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202792.407718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202792.407724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202792.408419:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202792.408427:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202792.408814:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202792.408816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202792.409028:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202792.409030:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202792.409287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202792.409289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202797.527951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202797.527964:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202797.528762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202797.528764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202797.528984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202797.528986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202797.529271:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202797.529273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202797.529512:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202797.529532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202802.647707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202802.647715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202802.648368:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202802.648371:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202802.648666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202802.648668:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202802.648984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202802.648987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202802.649298:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202802.649301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202807.767743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202807.767750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202807.768451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202807.768453:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202807.768784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202807.768786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202807.769107:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202807.769110:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202807.769414:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202807.769416:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202812.887689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202812.887698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202812.888380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202812.888383:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202812.888641:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202812.888643:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202812.888856:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202812.888858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202812.889037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202812.889039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202818.007683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202818.008001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202818.008376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202818.008675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202818.008932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202823.127822:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202823.127828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202823.128625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202823.128627:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202823.128922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202823.128924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202823.129249:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202823.129251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202823.129667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202823.129669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202828.247821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202828.247826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202828.248560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202828.248563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202828.248865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202828.248867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202828.249112:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202828.249115:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202828.249431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202828.249433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202833.367798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202833.367807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202833.368410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202833.368425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202833.368671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202833.368673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202833.368912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202833.368913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202833.369151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202833.369154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202838.487912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202838.487917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202838.488614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202838.488616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202838.488877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202838.488879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202838.489106:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202838.489108:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202838.489391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202838.489393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202843.607935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202843.607940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202843.608518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202843.608521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202843.608833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202843.608836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202843.609171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202843.609195:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202843.609480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202843.609482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202848.728142:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202848.728152:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202848.728949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202848.728951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202848.729237:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202848.729240:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202848.729518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202848.729519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202848.729707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202848.729709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202853.848011:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202853.848022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202853.849101:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202853.849102:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202853.849293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202853.849295:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202853.849528:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202853.849531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202853.849776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202853.849778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202858.967658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202858.967675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202858.968405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202858.968407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202858.968603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202858.968605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202858.968776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202858.968778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202858.969106:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202858.969109:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202864.087593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202864.087596:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202864.088282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202864.088284:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202864.088529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202864.088531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202864.088807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202864.088809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202864.089009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202864.089011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202869.207710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202869.207718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788202869.208284:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202869.208287:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788202869.208557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202869.208559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788202869.208838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202869.208840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788202869.209112:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202869.209114:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202874.327643:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202874.327647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202874.328199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202874.328201:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202874.328577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202874.328578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202874.328789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202874.328791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202874.328945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202874.328947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202879.447639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202879.447643:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202879.448115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202879.448116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202879.448311:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202879.448323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202879.448499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202879.448501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202879.448652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202879.448654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202884.567684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202884.568072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202884.568326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202884.568480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202884.568596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202889.687701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202889.687708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202889.688313:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202889.688315:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202889.688714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202889.688719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202889.689099:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202889.689101:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202889.689339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202889.689342:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202894.807698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202894.807704:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202894.808282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202894.808285:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202894.808612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202894.808613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202894.808844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202894.808846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202894.809099:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202894.809102:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202899.927942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202899.927949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202899.929247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202899.929250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202899.929531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202899.929542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202899.929808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202899.929811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202899.930234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202899.930236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202905.047848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202905.047855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202905.048441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202905.048443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202905.048658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202905.048660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202905.048957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202905.048960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202905.049318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202905.049320:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202910.167702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202910.167709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202910.168282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202910.168284:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202910.168444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202910.168445:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202910.168647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202910.168649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202910.168867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202910.168879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202915.287738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202915.287742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202915.288489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202915.288493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202915.288729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202915.288731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202915.288990:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202915.288992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202915.289285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202915.289287:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202920.407687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202920.407693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202920.408335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202920.408337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202920.408500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202920.408502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202920.408682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202920.408684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202920.408919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202920.408920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202925.527719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202925.527724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202925.528337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202925.528351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202925.528614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202925.528617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202925.528892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202925.528894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202925.529176:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202925.529178:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202930.647534:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202930.647538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202930.647907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202930.647908:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202930.648083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202930.648085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202930.648239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202930.648241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202930.648447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202930.648449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202935.767637:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202935.767642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202935.768292:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202935.768295:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202935.768537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202935.768539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202935.768694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202935.768701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202935.768853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202935.768855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202940.887906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202940.887911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202940.889017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202940.889020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202940.889233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202940.889234:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202940.889431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202940.889433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202940.889704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202940.889707:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202946.007912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202946.007924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202946.009088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202946.009101:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202946.009405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202946.009407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202946.009675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202946.009677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202946.009857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202946.009858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202951.127918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202951.128505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202951.129033:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202951.129329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788202951.129522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202956.247833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202956.247839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788202956.248670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202956.248672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788202956.249008:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202956.249011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788202956.249346:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202956.249348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788202956.249757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202956.249760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788202961.367682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202961.367687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202961.368387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202961.368389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202961.368614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202961.368617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202961.368848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202961.368850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202961.369207:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202961.369210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202966.487777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202966.487785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202966.488486:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202966.488490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202966.488684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202966.488686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202966.488951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202966.488954:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202966.489192:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202966.489194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202971.607641:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202971.607646:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202971.608389:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202971.608391:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202971.608645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202971.608647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202971.608903:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202971.608905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202971.609211:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202971.609214:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202976.728844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202976.728852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202976.729408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202976.729410:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202976.729605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202976.729607:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202976.729850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202976.729853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202976.730147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202976.730149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202981.847780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202981.847785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202981.848540:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202981.848543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202981.848864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202981.848867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202981.849180:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202981.849183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202981.849475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202981.849478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202986.967626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202986.967631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202986.968353:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202986.968354:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202986.968611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202986.968613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202986.968831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202986.968833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202986.969007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202986.969009:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202992.087884:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202992.087891:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202992.088888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202992.088901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202992.089461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202992.089463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202992.089753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202992.089755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202992.089974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202992.089976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202997.207662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202997.207667:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1788202997.208423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202997.208425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1788202997.208615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202997.208616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1788202997.208861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202997.208864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1788202997.209190:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788202997.209192:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1788203002.327839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203002.327846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203002.328560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203002.328563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203002.328839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203002.328842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203002.329141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203002.329143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203002.329386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203002.329388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203007.447697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203007.447701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203007.448460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203007.448462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203007.448697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203007.448699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203007.448909:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203007.448911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203007.449236:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203007.449238:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203012.567825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203012.567831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203012.568607:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203012.568611:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203012.568896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203012.568898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203012.569164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203012.569166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203012.569422:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203012.569440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203017.687743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203017.688165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203017.688329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203017.688488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203017.688646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203022.807980:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203022.807985:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203022.808902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203022.808905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203022.809290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203022.809293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203022.809521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203022.809524:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203022.809834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203022.809836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203027.927838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203027.927846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203027.928468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203027.928471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203027.928753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203027.928756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203027.929076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203027.929078:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203027.929342:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203027.929357:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203033.047873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203033.047876:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203033.048650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203033.048655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203033.048989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203033.048991:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203033.049304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203033.049305:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203033.049522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203033.049523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203038.167747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203038.167753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203038.168388:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203038.168390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203038.168587:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203038.168590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203038.168857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203038.168860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203038.169151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203038.169152:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203043.287776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203043.287783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203043.288432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203043.288464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203043.288681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203043.288683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203043.288890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203043.288892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203043.289163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203043.289165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203048.407727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203048.407733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203048.408256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203048.408258:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203048.408536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203048.408539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203048.408806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203048.408809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203048.409096:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203048.409098:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203053.527745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203053.527754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203053.528270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203053.528272:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203053.528503:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203053.528505:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203053.528744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203053.528761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203053.528956:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203053.528958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203058.647818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203058.647823:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203058.648452:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203058.648454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203058.648696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203058.648697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203058.648915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203058.648918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203058.649179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203058.649181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203063.767810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203063.767816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203063.768530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203063.768533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203063.768868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203063.768870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203063.769163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203063.769164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203063.769391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203063.769394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203068.887847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203068.887852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203068.888387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203068.888389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203068.888578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203068.888580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203068.888784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203068.888786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203068.888976:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203068.888978:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203074.007975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203074.007998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203074.008796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203074.008799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203074.009168:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203074.009171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203074.009493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203074.009496:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203074.009928:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203074.009931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203079.127720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203079.127724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203079.128389:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203079.128391:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203079.128628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203079.128630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203079.128814:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203079.128816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203079.129123:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203079.129126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203084.247755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203084.248248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203084.248430:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203084.248604:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203084.248758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203089.368284:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203089.368287:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203089.368632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203089.368635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203089.368945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203089.368948:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203089.369280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203089.369283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203089.369579:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203089.369581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203094.487765:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203094.487767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203094.488680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203094.488684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203094.489723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203094.489727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203094.490098:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203094.490101:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203094.490345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203094.490347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203099.607806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203099.607811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203099.608584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203099.608587:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203099.608918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203099.608921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203099.609245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203099.609248:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203099.609545:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203099.609548:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203104.727730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203104.727748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203104.728476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203104.728479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203104.728727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203104.728729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203104.728977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203104.728979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203104.729258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203104.729261:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203109.848129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203109.848140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203109.848847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203109.848850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203109.849209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203109.849212:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203109.849546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203109.849549:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203109.849869:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203109.849872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203114.967841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203114.967846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203114.968565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203114.968567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203114.968857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203114.968867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203114.969158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203114.969160:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203114.969410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203114.969412:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203120.088046:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203120.088077:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203120.088826:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203120.088828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203120.089013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203120.089014:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203120.089215:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203120.089217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203120.089444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203120.089446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203125.208049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203125.208109:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203125.209076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203125.209079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203125.209417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203125.209419:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203125.209692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203125.209693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203125.209908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203125.209923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203130.328038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203130.328041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203130.328969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203130.328971:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203130.329270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203130.329272:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203130.329459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203130.329461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203130.329659:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203130.329661:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203135.447805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203135.447812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203135.448395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203135.448397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203135.448586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203135.448588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203135.448762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203135.448763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203135.449017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203135.449019:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203140.567735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203140.567743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203140.568470:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203140.568472:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203140.568758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203140.568761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203140.569073:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203140.569076:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203140.569351:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203140.569353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203145.687896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203145.687905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203145.688537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203145.688539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203145.688722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203145.688724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203145.688922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203145.688924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203145.689213:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203145.689216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203150.807965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203150.808542:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203150.809177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203150.809347:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203150.809513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203155.927787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203155.927794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203155.928708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203155.928710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203155.929084:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203155.929088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203155.929352:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203155.929354:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203155.929609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203155.929610:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203161.047772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203161.047781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203161.048440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203161.048442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203161.048655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203161.048656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203161.048861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203161.048863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203161.049174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203161.049177:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203166.167724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203166.167728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203166.168395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203166.168397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203166.168647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203166.168649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203166.168938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203166.168940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203166.169177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203166.169178:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203171.287894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203171.287898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203171.288631:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203171.288636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203171.289117:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203171.289119:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203171.289539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203171.289542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203171.289828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203171.289845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203176.407786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203176.407792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203176.408453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203176.408455:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203176.408676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203176.408678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203176.408897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203176.408899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203176.409159:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203176.409162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203181.527830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203181.527835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203181.528591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203181.528595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203181.528955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203181.528958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203181.529364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203181.529368:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203181.529634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203181.529636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203186.647672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203186.647674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203186.648305:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203186.648309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203186.648627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203186.648629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203186.648879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203186.648881:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203186.649047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203186.649049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203191.767571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203191.767574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203191.768236:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203191.768238:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203191.768410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203191.768411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203191.768653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203191.768654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203191.768935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203191.768937:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203196.887755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203196.887762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203196.888419:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203196.888422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203196.888664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203196.888665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203196.888891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203196.888894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203196.889247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203196.889249:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203202.007638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203202.007642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203202.008229:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203202.008241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203202.008539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203202.008541:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203202.008769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203202.008771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203202.008944:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203202.008946:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203207.127585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203207.127590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203207.128184:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203207.128186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203207.128427:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203207.128429:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203207.128600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203207.128602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203207.128833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203207.128835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203212.247700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203212.247705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203212.248367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203212.248369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203212.248628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203212.248631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203212.248913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203212.248915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203212.249205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203212.249207:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203217.367585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203217.367880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203217.368225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203217.368477:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203217.368623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203222.487706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203222.487710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203222.488519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203222.488522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203222.488789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203222.488791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203222.489081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203222.489083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203222.489436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203222.489438:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203227.607724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203227.607733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203227.608409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203227.608411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203227.608583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203227.608584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203227.608824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203227.608826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203227.609227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203227.609229:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203232.727620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203232.727623:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203232.728242:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203232.728246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203232.728538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203232.728540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203232.728748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203232.728750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203232.728943:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203232.728944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203237.847752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203237.847757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203237.848426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203237.848430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203237.848736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203237.848738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203237.848981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203237.848982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203237.849287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203237.849290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203242.967659:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203242.967665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203242.968165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203242.968167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203242.968364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203242.968366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203242.968546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203242.968548:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203242.968788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203242.968789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203248.087661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203248.087666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203248.088246:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203248.088248:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203248.088459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203248.088460:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203248.088615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203248.088617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203248.088769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203248.088771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203253.207864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203253.207873:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203253.208908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203253.208910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203253.209144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203253.209145:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203253.209309:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203253.209310:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203253.209591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203253.209593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203258.327705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203258.327710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203258.328344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203258.328348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203258.328702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203258.328705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203258.328934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203258.328935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203258.329157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203258.329159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203263.447538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203263.447542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203263.448200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203263.448202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203263.448364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203263.448365:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203263.448513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203263.448514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203263.448728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203263.448729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203268.567783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203268.567790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203268.568597:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203268.568599:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203268.568810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203268.568812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203268.568989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203268.568991:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203268.569256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203268.569258:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203273.687848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203273.687853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203273.688720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203273.688723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203273.689076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203273.689079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203273.689396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203273.689399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203273.689828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203273.689830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203278.807876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203278.807886:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203278.808447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203278.808449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203278.808694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203278.808696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203278.808910:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203278.808913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203278.809159:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203278.809161:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203283.927787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203283.928164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203283.928498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203283.928648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203283.928801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203289.047904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203289.047912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203289.048575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203289.048594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203289.048920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203289.048923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203289.049280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203289.049283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203289.049621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203289.049624:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203294.167769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203294.167775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203294.168495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203294.168498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203294.168731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203294.168733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203294.168966:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203294.168968:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203294.169318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203294.169320:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203299.287862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203299.287869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788203299.288538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203299.288542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788203299.288958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203299.288960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788203299.289290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203299.289292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788203299.289481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203299.289482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788203304.407631:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203304.407638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788203304.408252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203304.408253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788203304.408439:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203304.408440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788203304.408635:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203304.408637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788203304.408877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203304.408878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788203309.528038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203309.528047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203309.528761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203309.528763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203309.529036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203309.529038:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203309.529282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203309.529283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203309.529460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203309.529462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203314.647926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203314.647932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203314.648704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203314.648708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203314.649135:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203314.649138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203314.649509:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203314.649513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203314.649837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203314.649840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203319.767915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203319.767919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203319.768635:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203319.768637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203319.768891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203319.768894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203319.769187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203319.769191:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203319.769394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203319.769395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203324.887763:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203324.887769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203324.888343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203324.888345:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203324.888641:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203324.888644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203324.888984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203324.889001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203324.889350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203324.889353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203330.007750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203330.007753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203330.008555:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203330.008559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203330.009462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203330.009466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203330.010098:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203330.010100:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203330.010289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203330.010291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203335.127804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203335.127808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203335.128289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203335.128291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203335.128497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203335.128499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203335.128702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203335.128705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203335.128985:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203335.128987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203340.247833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203340.247856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203340.248405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203340.248407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203340.248646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203340.248648:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203340.248833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203340.248835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203340.249121:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203340.249124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203345.367744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203345.367748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203345.368456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203345.368458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203345.368708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203345.368710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203345.368891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203345.368893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203345.369192:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203345.369194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203350.487692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203350.488090:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203350.488467:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203350.488631:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203350.488804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203355.607818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203355.607827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203355.608698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203355.608701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203355.609025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203355.609028:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203355.609366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203355.609369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203355.609796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203355.609799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203360.727708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203360.727715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203360.728356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203360.728358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203360.728543:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203360.728545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203360.728719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203360.728721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203360.728895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203360.728897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203365.847950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203365.847957:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203365.849404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203365.849407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203365.849735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203365.849738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203365.850108:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203365.850112:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203365.850546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203365.850549:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203370.967949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203370.967954:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203370.968876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203370.968882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203370.969585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203370.969591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203370.969959:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203370.969961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203370.970181:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203370.970183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203376.088140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203376.088149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203376.088870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203376.088872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203376.089113:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203376.089116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203376.089320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203376.089322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203376.089565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203376.089567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203381.208114:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203381.208125:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203381.209015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203381.209017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203381.209265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203381.209267:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203381.209445:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203381.209447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203381.209697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203381.209698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203386.327861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203386.327867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203386.329154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203386.329156:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203386.329413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203386.329416:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203386.329749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203386.329752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203386.330206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203386.330208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203391.447795:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203391.447803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203391.448403:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203391.448405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203391.448613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203391.448615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203391.448798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203391.448800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203391.448980:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203391.448982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203396.567923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203396.567930:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203396.568583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203396.568584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203396.568881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203396.568883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203396.569154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203396.569156:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203396.569351:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203396.569353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203401.688102:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203401.688106:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203401.688482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203401.688484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203401.688684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203401.688685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203401.688864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203401.688866:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203401.689040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203401.689042:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203406.807702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203406.807708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203406.808493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203406.808495:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203406.808787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203406.808789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203406.809118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203406.809121:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203406.809462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203406.809464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203411.927809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203411.927816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203411.928536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203411.928540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203411.929003:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203411.929005:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203411.929438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203411.929441:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203411.929717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203411.929720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203417.047860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203417.048322:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203417.048615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203417.048783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203417.049080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203422.167962:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203422.167968:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203422.168774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203422.168777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203422.169131:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203422.169133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203422.169436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203422.169439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203422.169726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203422.169729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203427.287876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203427.287883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203427.288476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203427.288478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203427.288668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203427.288670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203427.288855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203427.288856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203427.289078:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203427.289080:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203432.407751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203432.407755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203432.408408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203432.408414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203432.408821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203432.408848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203432.409120:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203432.409122:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203432.409316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203432.409319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203437.527799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203437.527806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203437.528520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203437.528521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203437.528735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203437.528737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203437.528983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203437.528985:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203437.529292:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203437.529295:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203442.647581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203442.647584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203442.647995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203442.647997:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203442.648218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203442.648219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203442.648396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203442.648397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203442.648570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203442.648572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203447.767732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203447.767737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203447.768393:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203447.768395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203447.768642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203447.768645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203447.768841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203447.768843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203447.769106:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203447.769108:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203452.887989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203452.887995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203452.888940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203452.888942:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203452.889285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203452.889287:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203452.889500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203452.889502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203452.889763:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203452.889765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203458.007625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203458.007628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203458.008047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203458.008049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203458.008299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203458.008300:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203458.008521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203458.008524:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203458.008776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203458.008793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203463.127902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203463.127909:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203463.128612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203463.128617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203463.128995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203463.128996:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203463.129386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203463.129389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203463.129714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203463.129717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203468.248006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203468.248015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788203468.248715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203468.248719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788203468.249044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203468.249047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788203468.249408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203468.249411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788203468.249738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203468.249741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788203473.368275:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203473.368282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788203473.368860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203473.368870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788203473.369264:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203473.369267:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788203473.369609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203473.369612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788203473.369954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203473.369957:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788203478.487821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203478.487828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203478.488568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203478.488576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203478.488921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203478.488924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203478.489345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203478.489349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203478.489667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203478.489670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203483.608142:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203483.608745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203483.608902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203483.609111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203483.609350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203488.727800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203488.727808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203488.728594:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203488.728611:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203488.728926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203488.728928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203488.729250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203488.729252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203488.729561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203488.729563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203493.847860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203493.847865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203493.848510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203493.848512:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203493.848703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203493.848705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203493.848914:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203493.848917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203493.849253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203493.849254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203498.967780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203498.967788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203498.968553:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203498.968556:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203498.968879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203498.968881:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203498.969071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203498.969085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203498.969459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203498.969462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203504.087794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203504.087802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203504.088408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203504.088410:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203504.088673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203504.088674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203504.088912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203504.088914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203504.089191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203504.089193:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203509.207941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203509.207945:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203509.208751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203509.208753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203509.208947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203509.208948:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203509.209201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203509.209203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203509.209377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203509.209378:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203514.327856:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203514.327868:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203514.328971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203514.328973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203514.329258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203514.329260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203514.329469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203514.329471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203514.329770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203514.329772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203519.447736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203519.447760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203519.448388:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203519.448390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203519.448586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203519.448588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203519.448812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203519.448814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203519.449026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203519.449027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203524.567744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203524.567751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203524.568386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203524.568388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203524.568590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203524.568593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203524.568784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203524.568786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203524.568956:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203524.568958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203529.687962:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203529.687972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203529.688433:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203529.688435:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203529.688710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203529.688727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203529.688963:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203529.688965:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203529.689187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203529.689189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203534.807979:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203534.807987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203534.808816:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203534.808817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203534.809043:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203534.809045:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203534.809265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203534.809266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203534.809437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203534.809439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203539.927677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203539.927682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203539.928361:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203539.928363:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203539.928551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203539.928552:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203539.928727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203539.928729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203539.929115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203539.929132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203545.047961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203545.047965:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203545.048623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203545.048625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203545.048851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203545.048854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203545.049126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203545.049128:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203545.049379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203545.049380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203550.167705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203550.168095:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203550.168456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203550.168688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203550.169316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203555.287820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203555.287826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203555.288714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203555.288717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203555.289037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203555.289040:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203555.289261:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203555.289263:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203555.289606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203555.289608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203560.407598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203560.407602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203560.408080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203560.408082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203560.408288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203560.408290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203560.408464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203560.408466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203560.408655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203560.408670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203565.527777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203565.527782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203565.528367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203565.528369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203565.528596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203565.528599:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203565.528848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203565.528850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203565.529145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203565.529148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203570.647760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203570.647768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203570.648489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203570.648494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203570.648881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203570.648883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203570.649177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203570.649179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203570.649364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203570.649366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203575.767846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203575.767853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203575.768404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203575.768422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203575.768655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203575.768658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203575.768950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203575.768952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203575.769215:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203575.769217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203580.888384:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203580.888390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203580.888739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203580.888740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203580.889131:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203580.889134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203580.889416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203580.889419:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203580.889719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203580.889721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203586.007833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203586.007841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203586.008567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203586.008570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203586.008864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203586.008867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203586.009119:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203586.009134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203586.009460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203586.009462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203591.127739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203591.127749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203591.128451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203591.128453:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203591.128676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203591.128678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203591.128915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203591.128918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203591.129368:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203591.129371:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203596.247726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203596.247730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203596.248379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203596.248380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203596.248591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203596.248593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203596.248834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203596.248836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203596.249160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203596.249162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203601.367650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203601.367668:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203601.368107:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203601.368109:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203601.368328:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203601.368329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203601.368530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203601.368531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203601.368744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203601.368746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203606.487627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203606.487632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203606.488174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203606.488175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203606.488332:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203606.488333:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203606.488517:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203606.488519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203606.488707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203606.488710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203611.607794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203611.607799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203611.608444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203611.608446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203611.608659:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203611.608672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203611.608879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203611.608881:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203611.609142:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203611.609143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203616.727619:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203616.727960:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203616.728610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203616.729343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203616.729488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203621.847854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203621.847860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203621.848708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203621.848711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203621.849041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203621.849044:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203621.849381:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203621.849383:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203621.849669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203621.849671:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203626.967718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203626.967724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203626.968279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203626.968281:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203626.968490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203626.968504:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203626.968748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203626.968750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203626.968969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203626.968971:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203632.088138:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203632.088154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203632.089103:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203632.089106:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203632.089451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203632.089454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203632.089771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203632.089774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203632.090104:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203632.090107:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203637.207681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203637.207684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203637.208413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203637.208417:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203637.208644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203637.208645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203637.208910:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203637.208913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203637.209115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203637.209133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203642.327687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203642.327694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203642.328496:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203642.328498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203642.328761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203642.328764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203642.329002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203642.329004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203642.329370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203642.329372:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203647.447655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203647.447660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203647.448287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203647.448291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203647.448518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203647.448519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203647.448717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203647.448718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203647.448864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203647.448866:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203652.567572:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203652.567575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203652.568037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203652.568039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203652.568252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203652.568254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203652.568426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203652.568427:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203652.568671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203652.568673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203657.687781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203657.687787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203657.688547:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203657.688549:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203657.688866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203657.688868:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203657.689214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203657.689217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203657.689642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203657.689645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203662.807699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203662.807701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203662.808353:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203662.808358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203662.808791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203662.808792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203662.809088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203662.809090:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203662.809268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203662.809269:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203667.927951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203667.927954:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203667.928357:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203667.928359:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203667.928620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203667.928622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203667.929240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203667.929243:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203667.929502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203667.929505:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203673.047599:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203673.047603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203673.048167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203673.048169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203673.048392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203673.048395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203673.048557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203673.048559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203673.048776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203673.048778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203678.167817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203678.167826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203678.168240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203678.168242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203678.168428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203678.168430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203678.168618:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203678.168621:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203678.168885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203678.168888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203683.287731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203683.288112:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203683.288410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203683.288577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203683.288730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203688.407814:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203688.407821:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203688.408556:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203688.408561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203688.408903:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203688.408906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203688.409266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203688.409268:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203688.409515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203688.409518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203693.527725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203693.527733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203693.528465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203693.528467:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203693.528756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203693.528758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203693.528927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203693.528928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203693.529240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203693.529242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203698.647683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203698.647687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203698.648297:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203698.648299:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203698.648566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203698.648568:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203698.648829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203698.648831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203698.649114:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203698.649116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203703.767653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203703.767657:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203703.768255:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203703.768259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203703.768566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203703.768567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203703.768767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203703.768768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203703.768986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203703.768988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203708.887815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203708.887820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203708.888458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203708.888461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203708.888727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203708.888729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203708.888985:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203708.888987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203708.889275:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203708.889277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203714.007616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203714.007621:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203714.008217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203714.008218:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203714.008405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203714.008407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203714.008580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203714.008582:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203714.008825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203714.008827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203719.127629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203719.127635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203719.128206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203719.128208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203719.128370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203719.128372:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203719.128520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203719.128522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203719.128703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203719.128705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203724.247580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203724.247583:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203724.248130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203724.248135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203724.248475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203724.248477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203724.248632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203724.248634:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203724.248798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203724.248800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203729.367734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203729.367738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203729.368348:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203729.368349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203729.368563:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203729.368564:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203729.368769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203729.368771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203729.368987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203729.368989:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203734.487755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203734.487762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203734.488538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203734.488541:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203734.488821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203734.488823:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203734.489095:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203734.489096:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203734.489390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203734.489392:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203739.607790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203739.607794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203739.608404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203739.608405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203739.608698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203739.608700:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203739.608888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203739.608890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203739.609080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203739.609082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203744.727857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203744.727864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203744.728409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203744.728425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203744.728671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203744.728674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203744.728916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203744.728918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203744.729173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203744.729174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203749.847971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203749.848613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203749.849139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203749.849432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203749.849608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203754.967886:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203754.967893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203754.969366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203754.969370:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203754.969652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203754.969654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203754.969853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203754.969855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203754.970091:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203754.970093:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203760.087775:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203760.087780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203760.088468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203760.088470:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203760.088674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203760.088676:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203760.088852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203760.088854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203760.089122:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203760.089124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203765.207769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203765.207774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203765.208532:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203765.208535:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203765.208862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203765.208865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203765.209208:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203765.209211:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203765.209531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203765.209534:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203770.327725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203770.327728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203770.328364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203770.328366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203770.328551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203770.328553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203770.328760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203770.328762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203770.328958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203770.328960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203775.447801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203775.447805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203775.448458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203775.448461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203775.448778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203775.448781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203775.449134:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203775.449137:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203775.449443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203775.449446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203780.567724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203780.567728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203780.568396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203780.568398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203780.568601:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203780.568604:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203780.568860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203780.568862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203780.569198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203780.569201:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203785.687806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203785.687809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203785.688387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203785.688389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203785.688570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203785.688571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203785.688822:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203785.688824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203785.689006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203785.689008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203790.807840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203790.807845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203790.808532:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203790.808534:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203790.808760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203790.808763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203790.809006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203790.809009:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203790.809308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203790.809310:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203795.927940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203795.927946:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203795.928483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203795.928485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203795.928802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203795.928804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203795.929118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203795.929120:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203795.929397:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203795.929400:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203801.047562:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203801.047565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203801.047925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203801.047927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203801.048217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203801.048220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203801.048498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203801.048501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203801.048875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203801.048878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203806.167701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203806.167707:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203806.168254:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203806.168256:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203806.168457:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203806.168460:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203806.168660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203806.168663:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203806.168831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203806.168832:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203811.287715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203811.287718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203811.288368:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203811.288374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203811.288710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203811.288711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203811.289033:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203811.289035:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203811.289274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203811.289276:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203816.407702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203816.408076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203816.408393:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203816.408538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203816.408675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203821.527758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203821.527761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203821.529453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203821.529462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203821.530291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203821.530293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203821.530450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203821.530452:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203821.530602:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203821.530603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203826.647778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203826.647786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203826.648500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203826.648503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203826.648794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203826.648797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203826.649104:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203826.649107:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203826.649487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788203826.649489:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203831.767561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203831.767564:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203831.768095:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203831.768098:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203831.768568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203831.768569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203831.768766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203831.768767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203831.769000:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203831.769002:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203836.887752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203836.887759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203836.888265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203836.888266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203836.888454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203836.888456:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203836.888650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203836.888652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203836.888838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203836.888840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203842.007662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203842.007670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203842.008289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203842.008291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203842.008461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203842.008463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203842.008621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203842.008622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203842.008896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203842.008897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203847.127723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203847.127729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203847.128215:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203847.128216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203847.128433:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203847.128434:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203847.128628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203847.128630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203847.128822:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203847.128824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203852.247650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203852.247655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203852.248246:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203852.248247:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203852.248405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203852.248407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203852.248571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203852.248573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203852.248790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203852.248792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203857.367726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203857.367731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203857.368378:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203857.368382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203857.368644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203857.368646:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203857.368924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203857.368927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203857.369206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203857.369208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203862.487637:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203862.487645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203862.488122:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203862.488123:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203862.488284:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203862.488285:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203862.488500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203862.488502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203862.488681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203862.488683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203867.607645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203867.607651:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203867.608143:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203867.608145:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203867.608367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203867.608369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203867.608531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203867.608533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203867.608707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203867.608709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203872.727854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203872.727861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203872.728581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203872.728584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203872.728914:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203872.728917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203872.729267:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203872.729270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203872.729579:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203872.729582:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203877.847609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203877.847612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203877.848200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203877.848202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203877.848364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203877.848365:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203877.848513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203877.848514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203877.848660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203877.848662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203882.967655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788203882.968048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203882.969110:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203882.969330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203882.969490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203888.088128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203888.088134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203888.088523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203888.088526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203888.088808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203888.088811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203888.089148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203888.089151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203888.089547:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203888.089549:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203893.207825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203893.207832:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203893.208689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203893.208692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203893.209030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203893.209033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203893.209365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203893.209368:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203893.209781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203893.209784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203898.327927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203898.327934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203898.328793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203898.328795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203898.329034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203898.329036:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203898.329245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203898.329247:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203898.329495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203898.329497:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203903.447724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203903.447729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203903.448469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203903.448471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203903.448738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203903.448740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203903.448980:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203903.448982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203903.449337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203903.449339:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203908.567724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203908.567729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203908.568318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203908.568320:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203908.568506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203908.568508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203908.568754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203908.568758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203908.568957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203908.568959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203913.687719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203913.687725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203913.688285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203913.688286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203913.688540:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203913.688542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203913.688756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203913.688757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203913.688934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203913.688936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203918.807736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203918.807743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203918.808347:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203918.808350:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203918.808698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203918.808701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203918.808919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203918.808921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203918.809226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203918.809229:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203923.927712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203923.927716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203923.928498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203923.928502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203923.928723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203923.928725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203923.928981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203923.928984:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203923.929225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203923.929227:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203929.047672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203929.047682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203929.048359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203929.048360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203929.048554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203929.048556:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203929.048732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203929.048734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203929.048901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203929.048903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203934.167780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203934.167787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203934.168425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203934.168428:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203934.168648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203934.168650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203934.168957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203934.168960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203934.169481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203934.169484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203939.287819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203939.287827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203939.288616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203939.288622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203939.288867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203939.288869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203939.289121:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203939.289122:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203939.289502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203939.289505:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203944.408004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203944.408015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203944.408970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203944.408972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203944.409293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203944.409296:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203944.409521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203944.409523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203944.409904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203944.409906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203949.528009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203949.528605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203949.528815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203949.529040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203949.529235:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203954.648026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203954.648034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203954.648838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203954.648841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203954.649209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203954.649212:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203954.649548:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203954.649551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203954.649881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203954.649884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203959.767721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203959.767725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203959.768365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203959.768367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203959.768637:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203959.768639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203959.768958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203959.768961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203959.769408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203959.769411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203964.887869:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203964.887878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203964.888991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203964.889015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203964.889362:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203964.889364:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203964.889560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203964.889562:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203964.889852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203964.889854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203970.007769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203970.007775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203970.008455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203970.008457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203970.008680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203970.008682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203970.008890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203970.008892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203970.009196:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203970.009197:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203975.127680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203975.127687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203975.128313:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203975.128316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203975.128576:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203975.128579:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203975.128826:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203975.128833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203975.129030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203975.129033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203980.247644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203980.247648:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203980.248478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203980.248480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203980.248729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203980.248730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203980.248907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203980.248908:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203980.249205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203980.249207:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203985.367720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203985.367726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203985.368445:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203985.368449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203985.368689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203985.368692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203985.368906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203985.368908:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203985.369199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203985.369200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203990.487723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203990.487730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203990.488372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203990.488375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203990.488605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203990.488606:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203990.488830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203990.488832:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203990.489097:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788203990.489098:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203995.607956:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203995.607963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203995.609183:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203995.609186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203995.609430:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203995.609432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203995.609685:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203995.609688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203995.610129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788203995.610132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204000.727715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204000.727734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204000.728335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204000.728341:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204000.728691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204000.728693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204000.729025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204000.729026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204000.729288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204000.729290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204005.847547:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204005.847551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204005.848168:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204005.848170:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204005.848369:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204005.848370:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204005.848527:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204005.848529:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204005.848840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204005.848842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204010.967987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204010.967994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204010.968837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204010.968842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204010.969334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204010.969352:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204010.969568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204010.969570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204010.969728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204010.969730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204016.087636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204016.088033:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204016.088183:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204016.088323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204016.088463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204021.207757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204021.207763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204021.208488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204021.208491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204021.208779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204021.208781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204021.208991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204021.208994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204021.209333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204021.209335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204026.327670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204026.327676:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204026.328234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204026.328236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204026.328413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204026.328427:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204026.328811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204026.328814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204026.329235:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204026.329238:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204031.447646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204031.447652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204031.448289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204031.448291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204031.448493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204031.448494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204031.448676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204031.448678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204031.448933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204031.448934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204036.567925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204036.567935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204036.568865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204036.568867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204036.569154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204036.569157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204036.569398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204036.569400:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204036.569562:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204036.569578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204041.687776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204041.687783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204041.688370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204041.688371:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204041.688541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204041.688542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204041.688696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204041.688698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204041.688856:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204041.688858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204046.808139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204046.808143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204046.809015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204046.809021:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204046.809350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204046.809353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204046.809654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204046.809656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204046.809865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204046.809867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204051.927671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204051.927673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204051.928353:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204051.928365:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204051.928564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204051.928566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204051.928726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204051.928729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204051.928975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204051.928976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204057.047615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204057.047620:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204057.048304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204057.048306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204057.048519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204057.048520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204057.048705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204057.048706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204057.048926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204057.048927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204062.167696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204062.167700:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204062.168279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204062.168281:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204062.168449:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204062.168450:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204062.168627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204062.168642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204062.168999:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204062.169001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204067.287882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204067.287890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788204067.288533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204067.288539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788204067.288790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204067.288793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788204067.289155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204067.289157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788204067.289402:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204067.289404:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788204072.407624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204072.407629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788204072.408257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204072.408263:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788204072.408592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204072.408594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788204072.408859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204072.408861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788204072.409050:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204072.409066:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788204077.527726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204077.527745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204077.528222:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204077.528224:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204077.528420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204077.528422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204077.528626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204077.528628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204077.528824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204077.528826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1788204082.647484:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647488:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204082.647492:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204082.647499:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647504:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204082.647508:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204082.647516:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204082.647522:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.647526:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204082.647533:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204082.647539:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.647542:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204082.647559:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204082.647565:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204082.647571:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204082.647573:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.647575:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204082.647578:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204082.647581:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204082.647588:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204082.647595:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204082.647603:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618604288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204082.647614:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204082.647617:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204082.647622:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618604288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204082.647637:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204082.647642:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204082.647650:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204082.647651:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204082.647653:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204082.647656:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204082.647659:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3215
00000400:00000200:0.0:1788204082.647666:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204082.647673:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204082.647677:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204082.647681:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647696:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204082.647701:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647703:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204082.647708:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204082.647711:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204082.647713:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204082.647717:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204082.647721:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204082.647725:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204082.647731:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647735:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204082.647741:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647746:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204082.647750:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204082.647757:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647763:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204082.647767:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204082.647770:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204082.647774:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.647776:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204082.647779:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204082.647781:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.647782:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204082.647786:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204082.647792:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204082.647797:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204082.647800:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.647803:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204082.647806:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204082.647810:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204082.647817:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204082.647822:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204082.647830:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618604416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204082.647839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204082.647843:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204082.647847:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204082.647853:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618604416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204082.647873:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204082.647878:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204082.647884:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204082.647888:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204082.647890:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204082.647893:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204082.647899:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3215
00000400:00000200:0.0:1788204082.647911:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204082.647919:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204082.647924:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204082.647930:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647934:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204082.647937:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647940:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204082.647946:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204082.647949:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204082.647953:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204082.647958:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204082.647962:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204082.647967:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204082.647977:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647983:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204082.647987:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.647992:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204082.647998:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204082.648005:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204082.648011:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204082.648015:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204082.648020:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204082.648025:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.648029:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204082.648032:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204082.648037:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.648040:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204082.648046:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204082.648079:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204082.648084:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204082.648087:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.648093:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204082.648097:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204082.648100:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204082.648107:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204082.648114:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204082.648125:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618604544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204082.648135:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204082.648138:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204082.648147:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618604544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204082.648163:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204082.648168:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204082.648174:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204082.648179:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204082.648182:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204082.648189:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204082.648195:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3215
00000400:00000200:0.0:1788204082.648210:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204082.648219:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204082.648224:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204082.648232:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.648237:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204082.648242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.648247:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204082.648251:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204082.648252:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204082.648256:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204082.648258:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204082.648262:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204082.648266:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204082.648271:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204082.648278:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.648283:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204082.648288:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204082.648294:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204082.648301:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204082.648308:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204082.648314:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204082.648320:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204082.648325:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204082.648329:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.648334:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204082.648339:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204082.648345:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.648350:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204082.648359:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204082.648364:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204082.648370:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204082.648372:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204082.648376:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204082.648379:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204082.648383:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204082.648390:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204082.648396:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204082.648405:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618604672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204082.648419:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204082.648424:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204082.648432:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618604672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204082.648449:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204082.648458:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3225)
00000800:00000200:1.1:1788204082.648502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204082.648665:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204082.648806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204087.767792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204087.767797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204087.768511:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204087.768514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204087.768800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204087.768803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204087.769102:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204087.769104:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204087.769496:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204087.769499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788204089.815192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204089.815197:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204089.815199:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204089.815203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204089.815207:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204089.815210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204089.815213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204089.815214:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204089.815217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204090.839172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204090.839181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204090.839183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204090.839187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204090.839189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204090.839192:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204090.839194:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204090.839196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204090.839198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204091.863161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204091.863166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204091.863168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204091.863172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204091.863174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204091.863182:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204091.863184:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204091.863185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204091.863188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204092.887146:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204092.887152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204092.887155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204092.887160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204092.887164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204092.887167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204092.887169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204092.887171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204092.887173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204092.887677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204092.887683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204092.888327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204092.888330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204092.888619:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204092.888622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204092.888893:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204092.888896:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204092.889288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204092.889290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788204093.911183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204093.911190:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204093.911192:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204093.911198:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204093.911201:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204093.911203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204093.911206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204093.911208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204093.911211:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204098.007704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204098.007709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204098.008371:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204098.008374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204098.008627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204098.008629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204098.008872:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204098.008875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204098.009257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204098.009260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204103.127668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204103.127673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204103.128308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204103.128312:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204103.128583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204103.128595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204103.128837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204103.128839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204103.129024:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204103.129025:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204108.247629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204108.247632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204108.248226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204108.248230:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204108.248569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204108.248571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204108.248919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204108.248922:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204108.249226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204108.249228:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204113.367593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204113.367597:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204113.368274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204113.368275:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204113.368541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204113.368543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204113.368766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204113.368768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204113.368987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204113.368998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1788204118.487190:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204118.487199:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204118.487203:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204118.487207:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204118.487212:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204118.487222:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3251
00000400:00000200:0.0:1788204118.487232:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204118.487239:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204118.487243:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204118.487246:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487250:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.487252:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487255:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204118.487259:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204118.487261:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204118.487263:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204118.487266:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204118.487269:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204118.487271:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204118.487274:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487277:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.487281:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487284:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204118.487287:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204118.487291:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487301:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204118.487304:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204118.487308:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204118.487311:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.487313:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204118.487316:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204118.487324:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204118.487328:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204118.487333:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204118.487335:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.487339:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204118.487342:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204118.487346:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204118.487354:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204118.487361:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204118.487372:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618608640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204118.487382:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204118.487388:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204118.487394:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618608640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204118.487416:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204118.487420:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204118.487424:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204118.487426:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204118.487429:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204118.487433:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204118.487439:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3251
00000400:00000200:0.0:1788204118.487444:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204118.487450:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204118.487456:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204118.487465:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487469:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.487473:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487484:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204118.487500:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204118.487504:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204118.487509:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204118.487516:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204118.487530:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204118.487536:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204118.487547:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487552:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.487558:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487572:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204118.487575:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204118.487581:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487587:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204118.487597:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204118.487604:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204118.487610:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.487617:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204118.487625:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204118.487638:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.487646:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204118.487664:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204118.487669:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204118.487672:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204118.487677:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.487680:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204118.487685:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204118.487687:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204118.487699:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204118.487705:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204118.487714:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618608768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204118.487739:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204118.487744:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204118.487764:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618608768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204118.487818:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204118.487830:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204118.487841:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204118.487847:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204118.487850:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204118.487865:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788204118.487870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204118.487873:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3251
00000800:00000200:2.1:1788204118.487882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1788204118.487891:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204118.487905:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204118.487908:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204118.487921:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487944:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.487956:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.487968:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204118.487976:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204118.487980:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204118.487986:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204118.487990:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204118.487999:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204118.488009:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204118.488016:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488023:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.488033:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488043:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204118.488127:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204118.488134:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488138:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204118.488143:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204118.488150:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204118.488158:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.488164:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204118.488170:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204118.488178:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.488184:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204118.488194:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204118.488199:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204118.488206:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204118.488216:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.488226:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204118.488231:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204118.488235:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204118.488243:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204118.488253:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204118.488263:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618608896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204118.488301:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204118.488308:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204118.488321:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618608896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204118.488372:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204118.488382:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204118.488390:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204118.488394:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204118.488398:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204118.488407:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204118.488416:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3251
00000400:00000200:0.0:1788204118.488422:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204118.488430:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204118.488436:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204118.488448:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488462:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.488473:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488479:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204118.488492:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204118.488497:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204118.488507:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204118.488513:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204118.488523:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204118.488532:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204118.488546:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488550:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.488554:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488558:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204118.488562:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204118.488569:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488581:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204118.488590:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204118.488597:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204118.488602:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.488606:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204118.488615:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204118.488624:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.488626:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204118.488630:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204118.488635:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204118.488639:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204118.488642:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.488647:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204118.488649:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204118.488656:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204118.488666:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204118.488673:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204118.488687:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618609024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204118.488714:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204118.488722:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204118.488733:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618609024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204118.488757:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204118.488770:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204118.488786:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204118.488791:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204118.488795:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204118.488807:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204118.488813:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3251
00000400:00000200:0.0:1788204118.488830:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204118.488836:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204118.488841:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204118.488854:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488866:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.488875:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488881:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204118.488895:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204118.488901:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204118.488903:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204118.488905:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204118.488906:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204118.488913:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204118.488919:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488940:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204118.488948:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204118.488955:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204118.488971:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204118.488986:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204118.489002:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204118.489016:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204118.489020:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204118.489026:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.489032:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204118.489037:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204118.489080:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204118.489087:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204118.489095:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204118.489105:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204118.489117:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204118.489121:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204118.489121:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204118.489130:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788204118.489131:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204118.489136:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204118.489140:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204118.489148:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204118.489156:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204118.489173:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618609152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204118.489192:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204118.489196:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204118.489206:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618609152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204118.489233:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204118.489243:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3261)
00000800:00000200:2.1:1788204118.489494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204118.489497:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204118.489914:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204118.489917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204118.490307:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204118.490311:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1788204123.607177:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204123.607183:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204123.607187:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204123.607192:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204123.607197:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204123.607205:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3256
00000400:00000200:0.0:1788204123.607216:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204123.607224:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204123.607227:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204123.607230:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607233:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607234:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607236:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204123.607239:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204123.607241:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204123.607243:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204123.607246:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204123.607247:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204123.607249:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204123.607252:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607254:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607256:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607257:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204123.607259:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204123.607261:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607263:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204123.607265:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204123.607267:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204123.607270:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607272:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204123.607273:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204123.607281:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204123.607283:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204123.607288:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204123.607289:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607292:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204123.607295:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204123.607298:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204123.607305:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204123.607310:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204123.607318:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618609280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204123.607325:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204123.607329:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204123.607333:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618609280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204123.607348:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204123.607350:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204123.607352:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204123.607353:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204123.607354:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204123.607356:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204123.607358:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3256
00000400:00000200:0.0:1788204123.607360:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204123.607363:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204123.607364:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204123.607366:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607368:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607370:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607372:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204123.607374:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204123.607377:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204123.607381:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204123.607384:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204123.607388:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204123.607391:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204123.607398:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607402:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607406:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607409:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204123.607412:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204123.607415:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607420:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204123.607424:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204123.607430:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204123.607436:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607439:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204123.607443:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204123.607448:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607453:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204123.607457:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204123.607460:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204123.607463:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204123.607466:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607470:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204123.607471:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204123.607473:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204123.607480:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204123.607486:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204123.607498:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618609408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204123.607529:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204123.607535:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204123.607546:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618609408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204123.607569:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204123.607573:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204123.607577:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204123.607579:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204123.607582:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204123.607585:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204123.607591:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3256
00000400:00000200:0.0:1788204123.607600:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204123.607606:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204123.607611:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204123.607614:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607619:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607624:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607626:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204123.607630:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204123.607631:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204123.607634:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204123.607638:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204123.607641:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204123.607646:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204123.607651:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607656:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607658:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607663:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204123.607666:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:2.1:1788204123.607667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204123.607672:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:2.1:1788204123.607672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788204123.607677:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204123.607682:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204123.607685:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204123.607691:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607693:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204123.607695:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204123.607700:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607704:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204123.607709:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204123.607712:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204123.607715:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204123.607717:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607719:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204123.607722:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204123.607724:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204123.607730:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204123.607734:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204123.607742:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618609536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204123.607756:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204123.607758:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204123.607773:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618609536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204123.607783:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204123.607785:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204123.607790:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204123.607793:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204123.607795:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204123.607800:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204123.607803:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3256
00000400:00000200:0.0:1788204123.607808:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204123.607818:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204123.607822:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204123.607829:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607833:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607860:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607863:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204123.607867:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204123.607869:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204123.607873:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204123.607876:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204123.607879:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204123.607883:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204123.607887:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607889:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.607893:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607897:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204123.607901:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204123.607907:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204123.607910:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204123.607913:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204123.607917:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204123.607920:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607923:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204123.607927:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204123.607932:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607937:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204123.607942:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204123.607946:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204123.607952:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204123.607954:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.607957:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204123.607959:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204123.607963:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204123.607968:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204123.607973:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204123.607983:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618609664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204123.607998:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204123.608002:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204123.608008:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618609664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204123.608028:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204123.608033:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204123.608040:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204123.608041:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204123.608045:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204123.608049:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204123.608083:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3256
00000400:00000200:0.0:1788204123.608094:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204123.608102:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204123.608106:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204123.608114:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.608120:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.608124:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.608127:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204123.608134:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204123.608138:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204123.608144:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204123.608148:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204123.608153:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204123.608158:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204123.608167:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.608173:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204123.608182:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204123.608189:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204123.608194:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204123.608202:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204123.608209:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204123.608214:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204123.608220:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204123.608227:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.608232:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204123.608236:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204123.608243:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.608249:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204123.608258:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204123.608264:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204123.608271:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204123.608275:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204123.608278:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204123.608281:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204123.608285:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204123.608290:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204123.608297:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204123.608307:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618609792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204123.608320:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204123.608324:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204123.608330:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618609792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204123.608343:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204123.608349:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3266)
00000800:00000200:2.1:1788204123.608350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204123.608353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204123.608584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204123.608586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204123.608901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204123.608903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204123.609185:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204123.609187:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1788204128.727176:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204128.727187:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204128.727192:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204128.727198:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204128.727204:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204128.727215:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3261
00000400:00000200:0.0:1788204128.727225:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204128.727232:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204128.727235:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204128.727239:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727242:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727245:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727247:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204128.727252:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204128.727254:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204128.727257:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204128.727260:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204128.727263:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204128.727266:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204128.727269:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727271:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727273:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727275:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204128.727278:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204128.727281:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727284:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204128.727286:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204128.727290:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204128.727293:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727295:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204128.727298:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204128.727307:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204128.727311:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204128.727316:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204128.727317:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727321:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204128.727324:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204128.727327:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204128.727335:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204128.727353:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204128.727363:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618609920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204128.727373:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204128.727378:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204128.727383:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618609920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204128.727405:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204128.727408:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204128.727412:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204128.727413:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204128.727415:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204128.727418:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204128.727421:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3261
00000400:00000200:0.0:1788204128.727426:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204128.727430:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204128.727433:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204128.727436:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727441:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727445:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727450:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204128.727453:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204128.727456:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204128.727459:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204128.727464:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204128.727470:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204128.727475:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204128.727486:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727491:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727495:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727500:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204128.727507:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204128.727513:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727518:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204128.727523:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204128.727530:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204128.727537:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727542:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204128.727548:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204128.727554:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727558:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204128.727564:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204128.727571:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204128.727576:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204128.727579:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727582:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204128.727586:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204128.727588:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204128.727595:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204128.727601:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204128.727611:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618610048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204128.727625:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204128.727629:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204128.727637:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618610048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204128.727689:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204128.727695:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204128.727704:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204128.727709:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204128.727713:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204128.727718:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204128.727726:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3261
00000400:00000200:0.0:1788204128.727735:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.1:1788204128.727741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:0.0:1788204128.727743:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204128.727762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1788204128.727780:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204128.727790:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727793:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727797:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727800:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204128.727803:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204128.727805:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204128.727807:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204128.727810:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204128.727813:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204128.727818:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204128.727825:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727830:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727831:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727833:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204128.727834:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204128.727837:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727839:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204128.727844:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204128.727847:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204128.727852:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727855:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204128.727859:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204128.727865:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727869:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204128.727873:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204128.727875:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204128.727879:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204128.727881:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.727885:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204128.727886:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204128.727890:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204128.727896:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204128.727900:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204128.727906:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618610176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204128.727917:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204128.727920:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204128.727928:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618610176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204128.727941:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204128.727944:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204128.727950:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204128.727951:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204128.727953:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204128.727954:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204128.727957:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3261
00000400:00000200:0.0:1788204128.727963:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204128.727970:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204128.727974:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204128.727981:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727986:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.727990:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.727997:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204128.728000:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204128.728003:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204128.728006:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204128.728009:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204128.728013:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204128.728018:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204128.728026:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728030:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.728036:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728042:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204128.728047:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204128.728087:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728092:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204128.728095:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204128.728099:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204128.728105:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.728110:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204128.728114:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204128.728120:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.728124:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204128.728129:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204128.728134:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204128.728140:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204128.728144:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.728149:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204128.728152:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204128.728156:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204128.728162:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204128.728170:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204128.728180:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618610304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204128.728192:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204128.728196:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204128.728204:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618610304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204128.728221:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204128.728225:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204128.728229:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204128.728231:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204128.728234:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204128.728239:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204128.728243:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3261
00000400:00000200:0.0:1788204128.728251:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204128.728255:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204128.728260:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204128.728264:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728268:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.728270:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728274:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204128.728276:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204128.728279:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204128.728281:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204128.728283:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204128.728288:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204128.728290:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204128.728295:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728298:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204128.728301:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728305:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204128.728307:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204128.728311:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204128.728315:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204128.728317:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204128.728321:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204128.728325:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.728328:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204128.728330:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204128.728332:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.728333:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204128.728335:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204128.728339:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204128.728345:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204128.728347:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204128.728349:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204128.728350:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204128.728352:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204128.728354:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204128.728358:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204128.728364:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618610432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204128.728373:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204128.728377:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204128.728384:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618610432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204128.728398:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204128.728403:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3271)
00000800:00000200:2.1:1788204128.728490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204128.728503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204128.728764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204128.728766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204128.728953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204128.728954:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204128.729253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204128.729255:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788204133.847171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204133.847177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204133.847180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204133.847185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204133.847189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204133.847193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204133.847197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204133.847201:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204133.847204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204133.847880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204133.847888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204133.848694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204133.848698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204133.849160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204133.849164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204133.849495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204133.849498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204133.849898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204133.849901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788204134.871116:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204134.871122:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204134.871123:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204134.871127:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204134.871130:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204134.871133:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204134.871135:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204134.871137:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204134.871139:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204135.191289:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204135.191293:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204135.191295:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204135.895193:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204135.895202:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204135.895205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204135.895209:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204135.895213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204135.895218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204135.895222:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204135.895225:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204135.895228:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204136.919122:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204136.919129:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204136.919131:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204136.919135:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204136.919138:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204136.919141:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204136.919143:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204136.919145:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204136.919147:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204137.239260:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204137.239265:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204137.239269:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204137.943170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204137.943178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204137.943180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204137.943185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204137.943190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204137.943193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204137.943196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204137.943199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204137.943202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204138.967770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204138.967774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204138.968468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204138.968472:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204138.968897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204138.968899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204138.969250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204138.969253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204138.969555:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204138.969558:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204139.287234:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204139.287237:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204139.287239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204141.335265:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204141.335270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204141.335273:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204143.383228:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204143.383232:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204143.383235:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204144.087761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204144.087767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204144.088413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204144.088415:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204144.088689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204144.088691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204144.088878:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204144.088891:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204144.089115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204144.089117:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788204145.431239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204145.431244:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204145.431247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204147.479219:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204147.479223:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204147.479226:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204149.207771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204149.208128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204149.208551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204149.208749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204149.208900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204149.527233:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204149.527236:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204149.527239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204151.575234:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204151.575239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204151.575242:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788204152.279289:0:2372:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:0.0:1788204152.279323:0:2372:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204152.279333:0:2372:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204152.279336:0:2372:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:0.0:1788204152.279374:0:2372:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204152.279378:0:2372:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204152.279383:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204152.279386:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d96ec800.
00000400:00000200:0.0:1788204152.279393:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204152.279397:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204152.279403:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6110
00000400:00000010:0.0:1788204152.279406:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6110.
00000100:00000001:0.0:1788204152.279410:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204152.279418:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6d80 x1875064618612480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279449:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204152.279453:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618612480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279461:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204152.279463:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204152.279471:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204152.279474:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ccaea600.
00000400:00000200:0.0:1788204152.279478:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204152.279482:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204152.279484:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6bb0
00000400:00000010:0.0:1788204152.279487:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6bb0.
00000100:00000001:0.0:1788204152.279489:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204152.279495:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5180 x1875064618612608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279507:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204152.279512:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618612608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279528:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204152.279532:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204152.279540:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204152.279546:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d93f7200.
00000400:00000200:0.0:1788204152.279551:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204152.279567:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204152.279573:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6440
00000400:00000010:0.0:1788204152.279577:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6440.
00000100:00000001:0.0:1788204152.279582:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204152.279589:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5c00 x1875064618612736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279605:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204152.279610:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618612736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279628:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204152.279633:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204152.279641:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204152.279647:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c9e5eb00.
00000400:00000200:0.0:1788204152.279652:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204152.279660:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204152.279664:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6f68
00000400:00000010:0.0:1788204152.279668:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6f68.
00000100:00000001:0.0:1788204152.279673:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204152.279680:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5880 x1875064618612864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279695:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204152.279701:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618612864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279720:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204152.279724:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204152.279732:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204152.279736:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c9e5ec00.
00000400:00000200:0.0:1788204152.279741:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204152.279748:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204152.279754:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec67f8
00000400:00000010:0.0:1788204152.279758:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec67f8.
00000100:00000001:0.0:1788204152.279762:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204152.279769:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b4000 x1875064618612992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279780:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204152.279786:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618612992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204152.279799:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204152.279802:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204153.623236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204153.623240:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204153.623243:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204154.328007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204154.328013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204154.329095:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204154.329097:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204154.329344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204154.329347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204154.329620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204154.329622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204154.329934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204154.329936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204155.671289:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204155.671293:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204155.671297:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204157.719278:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204157.719282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204157.719285:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204159.447164:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204159.447173:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204159.447178:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204159.447183:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204159.447189:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204159.447197:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3292
00000400:00000200:0.0:1788204159.447206:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204159.447212:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204159.447226:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204159.447229:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447232:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447234:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447236:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204159.447239:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204159.447241:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204159.447244:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204159.447246:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204159.447248:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204159.447250:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204159.447253:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447255:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447256:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447258:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204159.447260:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204159.447263:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447265:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204159.447267:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204159.447270:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204159.447273:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447274:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204159.447276:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204159.447285:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204159.447288:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204159.447291:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204159.447293:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447295:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204159.447298:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204159.447301:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204159.447309:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204159.447315:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204159.447322:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618613760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204159.447331:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204159.447335:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204159.447339:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618613760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204159.447362:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204159.447365:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204159.447368:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204159.447370:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204159.447371:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204159.447374:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204159.447376:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3292
00000400:00000200:0.0:1788204159.447379:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204159.447383:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204159.447385:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204159.447388:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447391:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447393:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447397:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204159.447400:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204159.447402:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204159.447404:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204159.447407:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204159.447411:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204159.447416:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204159.447422:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447424:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447428:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447432:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204159.447441:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204159.447447:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447449:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204159.447450:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204159.447457:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204159.447463:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447465:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204159.447471:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204159.447477:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447479:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204159.447485:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204159.447489:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204159.447495:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204159.447498:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447503:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204159.447506:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204159.447510:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204159.447518:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204159.447525:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204159.447535:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618613888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204159.447548:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204159.447552:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204159.447559:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618613888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204159.447569:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204159.447573:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204159.447579:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204159.447583:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204159.447586:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204159.447592:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204159.447598:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3292
00000400:00000200:0.0:1788204159.447606:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204159.447614:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204159.447618:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204159.447625:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447628:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447633:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447639:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204159.447644:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204159.447648:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:1.1:1788204159.447648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204159.447653:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788204159.447653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1788204159.447655:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204159.447659:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204159.447664:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204159.447670:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447674:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447678:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447682:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204159.447687:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204159.447692:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447697:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204159.447700:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204159.447703:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204159.447707:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447708:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204159.447711:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204159.447715:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447720:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204159.447726:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204159.447731:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204159.447738:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204159.447741:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447745:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204159.447748:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204159.447752:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204159.447757:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204159.447762:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204159.447770:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618614016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204159.447812:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204159.447815:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204159.447822:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618614016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204159.447832:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204159.447840:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204159.447844:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204159.447846:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204159.447848:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204159.447851:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204159.447853:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3292
00000400:00000200:0.0:1788204159.447855:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204159.447858:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204159.447862:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204159.447865:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447869:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447873:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447877:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204159.447881:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204159.447882:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204159.447885:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204159.447888:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204159.447890:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204159.447894:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204159.447898:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447903:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.447904:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447907:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204159.447912:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204159.447918:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204159.447922:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204159.447924:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204159.447927:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204159.447930:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447934:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204159.447937:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204159.447942:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447946:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204159.447950:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204159.447956:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204159.447960:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204159.447963:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.447967:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204159.447970:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204159.447973:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204159.447979:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204159.447982:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204159.447989:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618614144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204159.448002:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204159.448005:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204159.448010:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618614144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204159.448022:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204159.448025:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204159.448029:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204159.448031:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204159.448033:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204159.448035:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204159.448039:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3292
00000400:00000200:0.0:1788204159.448044:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204159.448047:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204159.448085:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204159.448090:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.448093:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.448096:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.448098:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204159.448102:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204159.448104:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204159.448107:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204159.448109:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204159.448113:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204159.448117:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204159.448122:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.448126:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204159.448130:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204159.448133:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204159.448136:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204159.448141:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204159.448147:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204159.448151:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204159.448154:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204159.448158:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.448160:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204159.448162:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204159.448166:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.448170:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204159.448175:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204159.448180:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204159.448183:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204159.448187:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204159.448190:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204159.448192:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204159.448195:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204159.448199:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204159.448203:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204159.448211:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618614272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204159.448233:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204159.448236:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204159.448241:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618614272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204159.448265:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204159.448274:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3302)
00000800:00000200:1.1:1788204159.448292:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204159.448294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204159.448457:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204159.448458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204159.448635:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204159.448636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204159.448924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204159.448926:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204159.767246:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204159.767250:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204159.767253:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204161.815253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204161.815257:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204161.815259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204163.863293:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204163.863295:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204163.863297:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204164.567777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204164.567782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204164.568504:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204164.568509:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204164.568786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204164.568789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204164.569043:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204164.569045:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204164.569432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204164.569434:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788204165.911302:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204165.911308:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204165.911310:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204167.959254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204167.959256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204167.959259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204169.687779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204169.687786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204169.688666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204169.688674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204169.689156:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204169.689158:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204169.689411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204169.689413:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204169.689592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204169.689594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788204170.007238:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204170.007241:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204170.007243:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204172.055270:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204172.055274:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204172.055278:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204174.103258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204174.103262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204174.103266:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204174.807234:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204174.807241:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204174.807244:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204174.807248:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204174.807253:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204174.807262:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3307
00000400:00000200:0.0:1788204174.807272:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204174.807280:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204174.807283:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204174.807287:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807291:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.807293:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807296:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204174.807300:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204174.807302:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204174.807305:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204174.807309:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204174.807311:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204174.807314:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204174.807316:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807318:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.807320:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807322:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204174.807325:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204174.807329:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807332:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204174.807335:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204174.807339:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204174.807342:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807345:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204174.807348:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204174.807361:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204174.807365:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204174.807369:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204174.807372:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807375:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204174.807378:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204174.807383:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204174.807394:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204174.807403:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204174.807415:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618615680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204174.807427:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204174.807432:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204174.807438:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618615680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204174.807458:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204174.807461:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204174.807464:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204174.807466:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204174.807468:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204174.807471:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204174.807474:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3307
00000400:00000200:0.0:1788204174.807479:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204174.807485:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204174.807489:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204174.807495:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807501:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.807508:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807512:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204174.807517:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204174.807521:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204174.807524:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204174.807528:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204174.807533:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204174.807537:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204174.807545:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807550:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.807552:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807557:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204174.807561:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204174.807567:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807570:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204174.807574:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204174.807580:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204174.807584:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807586:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204174.807594:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204174.807600:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807604:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204174.807611:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204174.807616:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204174.807620:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204174.807623:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807629:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204174.807631:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204174.807635:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204174.807642:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204174.807647:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204174.807656:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618615808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204174.807672:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204174.807678:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204174.807698:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618615808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204174.807713:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204174.807720:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204174.807727:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1788204174.807727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204174.807731:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1788204174.807732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1788204174.807735:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204174.807742:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204174.807746:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3307
00000400:00000200:0.0:1788204174.807752:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204174.807762:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204174.807767:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204174.807773:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807778:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.807784:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807788:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204174.807792:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204174.807795:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204174.807798:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204174.807801:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204174.807804:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204174.807808:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204174.807813:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807816:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.807821:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807826:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204174.807833:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204174.807838:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204174.807841:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204174.807846:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204174.807850:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204174.807852:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807854:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204174.807857:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204174.807862:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807867:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204174.807874:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204174.807879:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204174.807885:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204174.807889:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.807894:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204174.807897:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204174.807900:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204174.807906:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204174.807913:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204174.807922:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618615936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204174.807960:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204174.807966:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204174.807975:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618615936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204174.807995:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204174.808000:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204174.808005:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204174.808009:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204174.808012:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204174.808017:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204174.808023:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3307
00000400:00000200:0.0:1788204174.808031:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204174.808038:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204174.808042:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204174.808050:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808086:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.808091:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808097:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204174.808101:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204174.808103:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204174.808105:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204174.808109:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204174.808114:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204174.808118:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204174.808125:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808188:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.808193:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808198:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204174.808204:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204174.808211:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808217:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204174.808222:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204174.808226:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204174.808231:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.808235:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204174.808239:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204174.808244:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.808247:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204174.808253:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204174.808258:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204174.808263:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204174.808267:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.808271:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204174.808275:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204174.808279:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204174.808286:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204174.808294:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204174.808302:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618616064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204174.808319:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204174.808323:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204174.808330:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618616064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204174.808351:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204174.808355:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204174.808363:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204174.808366:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204174.808369:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204174.808374:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204174.808379:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3307
00000400:00000200:0.0:1788204174.808388:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204174.808394:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204174.808399:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204174.808406:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808409:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204174.808413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204174.808414:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204174.808418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788204174.808419:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204174.808424:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204174.808427:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204174.808432:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204174.808436:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204174.808441:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204174.808447:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204174.808453:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808458:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204174.808463:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808468:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204174.808473:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204174.808478:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204174.808483:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204174.808487:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204174.808491:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204174.808496:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.808501:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204174.808505:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204174.808509:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.808512:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204174.808518:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204174.808524:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204174.808529:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204174.808533:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204174.808538:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204174.808541:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204174.808544:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204174.808551:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204174.808557:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204174.808567:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618616192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204174.808582:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204174.808587:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204174.808595:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618616192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204174.808611:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204174.808619:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3317)
00000800:00000200:1.1:1788204174.808800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204174.808802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204174.809101:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204174.809103:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204174.809262:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204174.809263:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788204176.151250:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204176.151253:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204176.151255:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204178.199227:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204178.199231:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204178.199234:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204179.927682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204179.927689:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204179.928263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204179.928264:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204179.928521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204179.928523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204179.928791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204179.928793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204179.929079:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204179.929082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788204180.247230:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204180.247233:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204180.247236:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204182.295192:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204182.295195:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204182.295197:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204184.343240:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204184.343243:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204184.343246:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204185.047794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204185.047801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204185.048328:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204185.048331:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204185.048524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204185.048526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204185.048761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204185.048762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204185.048949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204185.048950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1788204186.391271:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204186.391274:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204186.391277:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204188.439211:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204188.439214:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204188.439216:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204190.167162:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204190.167170:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204190.167175:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204190.167185:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204190.167190:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204190.167197:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3322
00000400:00000200:0.0:1788204190.167206:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204190.167212:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204190.167215:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204190.167218:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167221:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.167224:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167227:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204190.167231:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204190.167233:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204190.167236:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204190.167239:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204190.167242:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204190.167244:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204190.167247:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167249:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.167252:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167254:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204190.167256:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204190.167260:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167262:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204190.167265:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204190.167269:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204190.167272:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167275:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204190.167277:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204190.167283:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204190.167286:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204190.167291:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204190.167293:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167296:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204190.167299:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204190.167303:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204190.167310:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204190.167317:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204190.167325:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618617600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204190.167336:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204190.167340:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204190.167345:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618617600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204190.167365:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204190.167368:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204190.167371:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204190.167373:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204190.167381:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204190.167388:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204190.167391:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3322
00000400:00000200:0.0:1788204190.167398:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204190.167405:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204190.167409:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204190.167415:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167420:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.167424:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167430:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204190.167435:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204190.167439:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204190.167443:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204190.167446:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204190.167452:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204190.167457:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204190.167465:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167470:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.167474:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167478:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204190.167483:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204190.167488:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167493:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204190.167497:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204190.167503:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204190.167509:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167512:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204190.167517:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204190.167521:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167527:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204190.167533:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204190.167537:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204190.167540:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204190.167543:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167547:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204190.167550:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204190.167553:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204190.167560:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204190.167566:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204190.167585:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618617728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204190.167596:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204190.167600:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204190.167606:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618617728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204190.167634:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204190.167639:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204190.167645:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204190.167648:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204190.167652:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204190.167658:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204190.167664:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3322
00000400:00000200:0.0:1788204190.167672:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204190.167690:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204190.167694:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204190.167702:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167706:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204190.167706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204190.167711:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204190.167712:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1788204190.167716:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204190.167722:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204190.167725:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204190.167728:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204190.167731:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204190.167736:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204190.167740:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204190.167747:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167751:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.167756:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167760:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204190.167771:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204190.167779:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167783:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204190.167788:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204190.167791:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204190.167797:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167802:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204190.167807:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204190.167810:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167814:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204190.167820:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204190.167825:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204190.167830:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204190.167833:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.167836:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204190.167840:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204190.167843:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204190.167851:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204190.167856:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204190.167866:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618617856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204190.167882:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204190.167887:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204190.167898:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618617856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204190.167921:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204190.167927:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204190.167936:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204190.167940:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204190.167943:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204190.167947:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204190.167952:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3322
00000400:00000200:0.0:1788204190.167961:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204190.167967:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204190.167971:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204190.167977:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167982:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.167987:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.167992:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204190.167996:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204190.167997:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204190.167998:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204190.168002:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204190.168006:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204190.168011:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204190.168020:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168024:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.168029:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168034:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204190.168037:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204190.168043:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168048:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204190.168082:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204190.168089:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204190.168094:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.168099:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204190.168104:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204190.168110:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.168116:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204190.168122:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204190.168128:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204190.168134:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204190.168138:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.168142:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204190.168145:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204190.168148:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204190.168156:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204190.168162:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204190.168172:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618617984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204190.168190:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204190.168195:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204190.168203:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618617984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204190.168231:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204190.168236:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204190.168245:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204190.168247:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204190.168249:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204190.168251:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204190.168255:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3322
00000400:00000200:0.0:1788204190.168278:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204190.168289:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204190.168295:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204190.168303:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168309:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204190.168312:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204190.168316:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204190.168316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1788204190.168322:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204190.168328:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204190.168332:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204190.168337:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204190.168341:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204190.168346:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204190.168351:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204190.168360:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168364:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204190.168370:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168377:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204190.168382:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204190.168388:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204190.168394:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204190.168398:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204190.168403:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204190.168408:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.168413:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204190.168416:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204190.168420:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.168424:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204190.168431:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204190.168436:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204190.168441:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204190.168443:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204190.168447:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204190.168450:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204190.168453:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204190.168461:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204190.168468:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204190.168478:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618618112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204190.168503:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204190.168508:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204190.168516:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618618112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204190.168533:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204190.168541:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3332)
00000800:00000200:1.1:1788204190.168631:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204190.168633:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788204190.168854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204190.168856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788204190.169040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204190.169042:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1788204190.487248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204190.487251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204190.487255:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204192.535290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204192.535294:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204192.535298:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204194.583280:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204194.583284:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204194.583286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204195.287725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204195.287731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204195.288392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204195.288395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204195.288676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204195.288679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204195.288945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204195.288947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204195.289323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204195.289326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204196.631525:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204196.631530:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204196.631533:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204198.679220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204198.679224:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204198.679227:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204200.407839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204200.407850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204200.408779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204200.408784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204200.409403:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204200.409406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204200.409784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204200.409787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204200.410036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204200.410037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204200.727248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204200.727254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204200.727257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204202.775436:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204202.775440:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204202.775443:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204204.823246:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204204.823250:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204204.823253:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204205.527666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204205.527674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204205.528370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204205.528375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204205.528690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204205.528692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204205.528991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204205.528992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204205.529209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204205.529210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204206.871229:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204206.871232:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204206.871235:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204208.919239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204208.919244:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204208.919247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204210.647802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204210.647816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204210.648943:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204210.648949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204210.649438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204210.649441:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204210.649785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204210.649787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204210.650090:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204210.650093:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788204210.967253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204210.967257:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204210.967260:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204213.015254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204213.015258:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204213.015261:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204215.063472:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204215.063477:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204215.063481:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204215.767845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204215.768370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204215.768812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204215.768992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204215.769159:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204217.111277:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204217.111281:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204217.111284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788204218.839430:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:0.0:1788204218.839467:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204218.839475:0:2374:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204218.839480:0:2374:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:0.0:1788204218.839484:0:2374:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204218.839488:0:2374:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204218.839493:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204218.839496:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c9e5e600.
00000400:00000200:0.0:1788204218.839502:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204218.839506:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204218.839512:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:0.0:1788204218.839515:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:0.0:1788204218.839519:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204218.839526:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b7b80 x1875064618620800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839546:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204218.839550:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618620800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839559:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204218.839560:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204218.839577:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204218.839580:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c9e5ec00.
00000400:00000200:0.0:1788204218.839582:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204218.839585:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204218.839587:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6220
00000400:00000010:0.0:1788204218.839589:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6220.
00000100:00000001:0.0:1788204218.839591:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204218.839596:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6a00 x1875064618620928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839603:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204218.839605:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618620928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839612:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204218.839614:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204218.839618:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204218.839620:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c9e5eb00.
00000400:00000200:0.0:1788204218.839623:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204218.839626:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204218.839628:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:0.0:1788204218.839630:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:0.0:1788204218.839632:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204218.839636:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5500 x1875064618621056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839649:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204218.839652:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618621056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839658:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204218.839659:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204218.839663:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204218.839665:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d934b300.
00000400:00000200:0.0:1788204218.839667:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204218.839670:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204218.839672:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec66e8
00000400:00000010:0.0:1788204218.839674:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec66e8.
00000100:00000001:0.0:1788204218.839676:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204218.839680:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b4700 x1875064618621184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839688:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204218.839690:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618621184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839695:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204218.839697:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204218.839700:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204218.839703:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d934b900.
00000400:00000200:0.0:1788204218.839705:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204218.839708:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204218.839710:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6dd0
00000400:00000010:0.0:1788204218.839712:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6dd0.
00000100:00000001:0.0:1788204218.839714:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204218.839718:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6680 x1875064618621312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839724:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204218.839727:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618621312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204218.839734:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204218.839735:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204219.159201:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204219.159204:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204219.159206:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204220.887774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204220.887780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204220.888453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204220.888456:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204220.888707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204220.888710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204220.888955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204220.888957:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204220.889211:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204220.889212:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204221.207232:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204221.207234:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204221.207237:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204223.255296:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204223.255299:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204223.255301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204225.303308:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204225.303311:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204225.303314:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204226.007735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204226.007740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204226.008299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204226.008301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204226.008472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204226.008474:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204226.008625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204226.008628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204226.008873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204226.008874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204227.351253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204227.351256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204227.351258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204229.399220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204229.399225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204229.399229:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204231.127153:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204231.127162:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204231.127166:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204231.127170:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204231.127174:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204231.127182:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3363
00000400:00000200:0.0:1788204231.127191:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204231.127197:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204231.127200:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204231.127202:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127204:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127206:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127208:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204231.127211:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204231.127212:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204231.127214:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204231.127217:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204231.127218:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204231.127220:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204231.127222:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127223:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127224:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127225:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204231.127227:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204231.127229:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127230:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204231.127232:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204231.127234:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204231.127236:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127237:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204231.127239:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204231.127245:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204231.127252:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204231.127255:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204231.127256:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127259:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204231.127261:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204231.127264:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204231.127270:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204231.127275:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204231.127282:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618622720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204231.127288:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204231.127292:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204231.127296:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618622720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204231.127315:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204231.127317:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204231.127321:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204231.127322:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204231.127324:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204231.127326:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204231.127329:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3363
00000400:00000200:0.0:1788204231.127333:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204231.127335:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204231.127337:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204231.127340:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127342:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127344:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127346:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204231.127348:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204231.127349:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204231.127351:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204231.127353:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204231.127354:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204231.127356:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204231.127359:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127361:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127363:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127365:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204231.127368:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204231.127371:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127374:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204231.127376:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204231.127381:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204231.127383:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127385:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204231.127394:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204231.127397:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127399:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204231.127403:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204231.127405:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204231.127407:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204231.127408:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127410:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204231.127411:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204231.127413:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204231.127416:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204231.127418:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204231.127423:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618622848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204231.127429:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204231.127431:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204231.127434:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618622848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204231.127442:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204231.127444:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204231.127448:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204231.127449:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204231.127451:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204231.127453:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204231.127455:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3363
00000400:00000200:0.0:1788204231.127458:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204231.127461:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204231.127463:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204231.127465:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127467:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127469:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127470:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204231.127473:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204231.127474:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204231.127475:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204231.127477:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204231.127479:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204231.127480:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204231.127483:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127485:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127486:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127488:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204231.127490:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204231.127492:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127494:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204231.127495:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204231.127498:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204231.127499:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127501:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204231.127503:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204231.127505:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127507:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204231.127509:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204231.127511:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204231.127514:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204231.127515:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127516:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204231.127517:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204231.127519:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204231.127521:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204231.127524:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204231.127528:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618622976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204231.127529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204231.127533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788204231.127535:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204231.127537:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204231.127540:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618622976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204231.127546:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204231.127549:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204231.127552:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204231.127553:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204231.127554:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204231.127557:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204231.127559:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3363
00000400:00000200:0.0:1788204231.127561:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204231.127563:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204231.127566:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204231.127568:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127570:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127571:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127573:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204231.127576:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204231.127577:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204231.127579:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204231.127580:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204231.127583:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204231.127585:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204231.127588:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127590:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127592:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127594:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204231.127596:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204231.127599:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127601:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204231.127602:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204231.127604:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204231.127605:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127607:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204231.127609:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204231.127611:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127613:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204231.127615:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204231.127617:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204231.127619:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204231.127620:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127622:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204231.127623:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204231.127625:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204231.127628:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204231.127630:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204231.127634:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618623104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204231.127640:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204231.127642:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204231.127646:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618623104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204231.127653:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204231.127656:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204231.127659:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204231.127660:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204231.127662:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204231.127664:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204231.127666:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3363
00000400:00000200:0.0:1788204231.127669:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204231.127672:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204231.127674:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204231.127677:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127679:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127681:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127683:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204231.127684:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204231.127686:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204231.127687:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204231.127689:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204231.127691:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204231.127693:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204231.127696:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127697:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204231.127699:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127701:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204231.127703:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204231.127705:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204231.127708:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204231.127709:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204231.127711:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204231.127713:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127715:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204231.127716:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204231.127718:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127720:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204231.127723:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204231.127726:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204231.127728:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204231.127729:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204231.127730:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204231.127732:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204231.127733:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204231.127736:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204231.127739:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204231.127742:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618623232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204231.127749:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204231.127751:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204231.127755:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618623232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204231.127761:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204231.127765:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3373)
00000800:00000200:2.1:1788204231.127895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204231.127897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204231.128133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204231.128135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204231.128335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204231.128337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204231.128538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204231.128540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788204231.447213:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204231.447215:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204231.447217:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204233.495235:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204233.495238:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204233.495240:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204235.543272:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204235.543276:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204235.543279:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204236.247841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204236.247848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204236.248606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204236.248609:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204236.248839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204236.248840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204236.249111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204236.249112:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204236.249325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204236.249328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788204237.591236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204237.591239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204237.591242:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204239.639252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204239.639256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204239.639258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204241.367178:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204241.367187:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204241.367190:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204241.367194:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204241.367197:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204241.367202:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3374
00000400:00000200:0.0:1788204241.367209:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204241.367214:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204241.367216:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204241.367218:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367220:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367222:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367224:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204241.367226:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204241.367228:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204241.367229:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204241.367232:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204241.367233:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204241.367234:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204241.367236:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367238:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367239:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367240:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204241.367241:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204241.367244:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367245:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204241.367247:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204241.367249:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204241.367251:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367252:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204241.367253:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204241.367260:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204241.367262:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204241.367266:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204241.367267:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367269:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204241.367271:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204241.367274:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204241.367281:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204241.367285:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204241.367291:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618624000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204241.367298:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204241.367301:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204241.367305:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618624000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204241.367321:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204241.367323:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204241.367325:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204241.367326:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204241.367327:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204241.367328:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204241.367330:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3374
00000400:00000200:0.0:1788204241.367332:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204241.367333:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204241.367334:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204241.367336:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367337:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367338:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367339:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204241.367341:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204241.367341:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204241.367342:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204241.367344:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204241.367345:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204241.367347:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204241.367349:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367350:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367351:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367353:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204241.367354:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204241.367356:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367358:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204241.367359:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204241.367362:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204241.367363:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367364:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204241.367367:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204241.367371:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367372:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204241.367376:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204241.367378:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204241.367382:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204241.367383:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367384:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204241.367385:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204241.367387:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204241.367390:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204241.367394:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204241.367400:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618624128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204241.367410:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204241.367413:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204241.367419:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618624128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204241.367437:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204241.367440:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204241.367446:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204241.367449:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204241.367451:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204241.367455:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204241.367459:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3374
00000400:00000200:0.0:1788204241.367462:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204241.367466:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204241.367467:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204241.367471:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367473:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367477:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367478:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204241.367479:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204241.367480:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204241.367481:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204241.367484:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204241.367488:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204241.367492:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204241.367499:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367503:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367508:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367512:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204241.367516:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204241.367521:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367527:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204241.367542:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204241.367547:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204241.367551:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367554:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204241.367557:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204241.367563:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367568:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204241.367573:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204241.367578:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204241.367582:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204241.367585:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367589:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204241.367592:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204241.367593:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204241.367599:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204241.367604:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204241.367611:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618624256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204241.367623:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204241.367627:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204241.367636:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618624256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204241.367653:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204241.367656:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204241.367663:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204241.367666:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204241.367667:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204241.367673:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204241.367675:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3374
00000400:00000200:0.0:1788204241.367679:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204241.367685:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204241.367689:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204241.367697:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367701:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367706:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367711:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204241.367715:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204241.367717:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204241.367719:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204241.367723:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204241.367733:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:1.1:1788204241.367735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204241.367737:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:1.1:1788204241.367741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1788204241.367744:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367748:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367752:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367754:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204241.367759:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204241.367763:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367765:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204241.367766:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204241.367769:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204241.367774:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367775:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204241.367778:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204241.367780:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367783:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204241.367786:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204241.367789:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204241.367804:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204241.367806:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367808:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204241.367810:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204241.367813:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204241.367821:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204241.367826:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204241.367834:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618624384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204241.367844:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204241.367847:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204241.367853:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618624384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204241.367876:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204241.367882:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204241.367888:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204241.367889:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204241.367893:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204241.367895:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204241.367897:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3374
00000400:00000200:0.0:1788204241.367902:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204241.367906:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204241.367909:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204241.367914:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367916:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367919:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367921:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204241.367923:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204241.367924:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204241.367925:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204241.367927:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204241.367929:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204241.367931:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204241.367933:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367935:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204241.367938:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367940:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204241.367942:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204241.367946:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204241.367948:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204241.367949:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204241.367952:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204241.367955:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367956:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204241.367958:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204241.367962:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367963:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204241.367966:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204241.367970:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204241.367975:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204241.367977:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204241.367980:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204241.367981:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204241.367983:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204241.367986:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204241.367989:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204241.367995:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618624512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204241.368011:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204241.368013:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204241.368016:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618624512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204241.368024:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204241.368031:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3384)
00000800:00000200:1.1:1788204241.368320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204241.368322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204241.368575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204241.368578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204241.368780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204241.368782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204241.368994:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204241.368996:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788204241.687253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204241.687257:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204241.687260:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204243.735215:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204243.735220:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204243.735224:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204245.783231:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204245.783233:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204245.783236:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204246.487198:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204246.487206:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204246.487210:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204246.487215:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204246.487219:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204246.487227:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3379
00000400:00000200:0.0:1788204246.487236:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204246.487243:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204246.487246:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204246.487249:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487253:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487255:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487257:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204246.487261:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204246.487263:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204246.487266:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204246.487268:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204246.487271:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204246.487273:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204246.487275:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487277:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487279:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487281:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204246.487284:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204246.487287:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487290:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204246.487293:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204246.487297:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204246.487300:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487302:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204246.487305:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204246.487313:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204246.487317:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204246.487321:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204246.487323:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487326:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204246.487329:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204246.487333:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204246.487341:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204246.487347:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204246.487356:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618624640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204246.487366:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204246.487371:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204246.487375:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618624640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204246.487398:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204246.487401:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204246.487404:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204246.487405:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204246.487407:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204246.487410:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204246.487412:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3379
00000400:00000200:0.0:1788204246.487416:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204246.487419:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204246.487421:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204246.487425:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487428:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487430:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487432:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204246.487435:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204246.487436:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204246.487438:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204246.487440:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204246.487445:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204246.487450:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204246.487457:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487460:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487465:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487470:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204246.487475:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204246.487482:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487487:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204246.487489:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204246.487494:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204246.487499:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487504:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204246.487510:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204246.487516:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487520:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204246.487525:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204246.487530:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204246.487534:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204246.487536:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487542:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204246.487545:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204246.487548:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204246.487556:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204246.487561:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204246.487570:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618624768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204246.487588:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204246.487592:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204246.487599:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618624768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204246.487617:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204246.487622:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204246.487629:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204246.487632:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204246.487636:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204246.487640:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204246.487645:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3379
00000400:00000200:0.0:1788204246.487653:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204246.487658:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204246.487660:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204246.487663:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487667:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487672:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487675:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204246.487681:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204246.487685:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204246.487688:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204246.487692:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204246.487696:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204246.487701:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204246.487721:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487727:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487738:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487744:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204246.487750:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204246.487757:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487763:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204246.487767:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204246.487771:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204246.487775:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487777:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204246.487780:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204246.487786:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487788:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204246.487795:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000800:00000200:1.1:1788204246.487796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:0.0:1788204246.487799:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:1.1:1788204246.487801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
02000000:00000001:0.0:1788204246.487803:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204246.487805:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487807:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204246.487808:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204246.487810:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204246.487814:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204246.487818:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204246.487828:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618624896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204246.487838:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204246.487843:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204246.487850:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618624896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204246.487864:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204246.487869:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204246.487876:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204246.487880:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204246.487883:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204246.487888:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204246.487895:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3379
00000400:00000200:0.0:1788204246.487904:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204246.487910:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204246.487914:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204246.487920:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487922:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487925:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487929:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204246.487933:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204246.487936:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204246.487940:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204246.487944:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204246.487949:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204246.487951:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204246.487956:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487960:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.487961:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487964:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204246.487967:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204246.487970:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204246.487973:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204246.487975:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204246.487978:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204246.487982:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487987:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204246.487990:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204246.487994:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.487999:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204246.488005:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204246.488011:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204246.488016:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204246.488018:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.488022:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204246.488024:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204246.488028:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204246.488032:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204246.488038:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204246.488048:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618625024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204246.488346:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204246.488349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204246.488471:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204246.488476:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204246.488484:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618625024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204246.488501:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204246.488506:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204246.488515:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204246.488519:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204246.488521:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204246.488525:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204246.488530:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3379
00000400:00000200:0.0:1788204246.488539:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204246.488545:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204246.488550:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204246.488556:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.488561:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.488565:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.488570:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204246.488576:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204246.488579:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204246.488584:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204246.488588:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204246.488593:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204246.488598:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204246.488607:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.488612:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204246.488617:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204246.488623:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204246.488626:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204246.488633:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204246.488638:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204246.488642:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204246.488646:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204246.488651:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.488656:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204246.488660:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204246.488666:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.488670:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204246.488676:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204246.488681:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204246.488685:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204246.488688:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204246.488692:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204246.488694:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204246.488696:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204246.488716:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204246.488722:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204246.488730:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618625152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204246.488745:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204246.488748:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204246.488755:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618625152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204246.488781:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204246.488788:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3389)
00000800:00000200:1.1:1788204246.488849:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204246.488851:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204246.489216:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204246.489219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204246.489491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204246.489493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788204247.831218:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204247.831222:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204247.831225:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204249.879223:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204249.879226:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204249.879229:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204251.607690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204251.607696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204251.608257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204251.608259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204251.608464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204251.608466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204251.608717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204251.608720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204251.608958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204251.608960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788204251.927303:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204251.927307:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204251.927310:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204253.975203:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204253.975206:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204253.975209:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204256.023314:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204256.023318:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204256.023321:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204256.728005:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204256.728015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204256.729199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204256.729202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204256.729463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204256.729465:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204256.729752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204256.729755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204256.730125:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204256.730127:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788204258.071403:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204258.071407:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204258.071410:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204260.119304:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204260.119309:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204260.119313:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204261.847655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204261.847662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204261.848201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204261.848203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204261.848364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204261.848365:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204261.849609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204261.849610:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204261.849796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204261.849797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204262.167299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204262.167304:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204262.167307:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204264.215230:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204264.215234:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204264.215237:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204266.263276:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204266.263281:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204266.263284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204266.967711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204266.967714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204266.968310:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204266.968312:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204266.968519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204266.968521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204266.968672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204266.968674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204266.968913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204266.968915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204268.311225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204268.311228:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204268.311230:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204270.359192:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204270.359195:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204270.359198:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204272.087705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204272.087711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204272.088354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204272.088356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204272.088630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204272.088633:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204272.088844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204272.088846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204272.089040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204272.089041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204272.407275:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204272.407277:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204272.407280:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204274.455272:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204274.455276:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204274.455279:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204276.503305:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204276.503310:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204276.503314:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204277.207214:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204277.207227:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204277.207231:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204277.207235:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204277.207242:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204277.207251:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3409
00000400:00000200:0.0:1788204277.207262:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204277.207267:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204277.207270:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204277.207272:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207276:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207278:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207279:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204277.207283:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204277.207284:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204277.207287:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204277.207289:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204277.207291:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204277.207292:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204277.207294:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207296:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207297:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207298:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204277.207301:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204277.207303:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207305:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204277.207307:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204277.207310:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204277.207312:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207314:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204277.207316:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204277.207326:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204277.207328:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204277.207332:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204277.207334:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207337:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204277.207340:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204277.207345:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204277.207355:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204277.207363:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204277.207374:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618628480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204277.207385:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204277.207390:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204277.207396:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618628480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204277.207419:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204277.207422:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204277.207425:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204277.207427:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204277.207428:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204277.207431:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204277.207434:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3409
00000400:00000200:0.0:1788204277.207438:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204277.207441:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204277.207444:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204277.207447:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207449:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207453:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207455:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204277.207458:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204277.207459:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204277.207461:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204277.207464:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204277.207469:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204277.207471:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204277.207476:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207480:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207485:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207487:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204277.207489:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204277.207495:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207501:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204277.207506:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204277.207514:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204277.207519:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207523:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204277.207530:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204277.207535:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207539:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204277.207545:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204277.207548:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204277.207551:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204277.207553:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207555:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204277.207558:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204277.207560:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204277.207565:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204277.207569:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204277.207577:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618628608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204277.207586:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204277.207590:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204277.207594:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618628608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204277.207602:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204277.207604:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204277.207607:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204277.207610:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204277.207611:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204277.207613:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204277.207616:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3409
00000400:00000200:0.0:1788204277.207621:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204277.207624:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204277.207627:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204277.207632:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207635:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207636:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207639:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204277.207641:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204277.207643:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204277.207645:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204277.207648:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204277.207651:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204277.207656:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204277.207662:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207665:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207671:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207677:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204277.207681:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204277.207686:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207691:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204277.207693:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204277.207696:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204277.207701:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207705:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204277.207708:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204277.207713:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207717:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204277.207721:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204277.207725:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204277.207730:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204277.207732:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207735:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204277.207738:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204277.207740:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204277.207746:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204277.207752:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204277.207760:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618628736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204277.207781:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204277.207785:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204277.207791:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618628736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204277.207805:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204277.207811:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204277.207818:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204277.207821:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204277.207824:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204277.207827:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204277.207832:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3409
00000400:00000200:0.0:1788204277.207840:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204277.207847:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204277.207852:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204277.207858:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207862:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204277.207862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204277.207868:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204277.207869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1788204277.207872:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204277.207877:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204277.207880:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204277.207884:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204277.207888:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204277.207893:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204277.207896:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204277.207902:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207906:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.207912:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207915:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204277.207917:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204277.207922:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204277.207924:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204277.207928:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204277.207930:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204277.207932:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207936:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204277.207940:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204277.207946:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207949:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204277.207954:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204277.207959:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204277.207961:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204277.207962:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.207966:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204277.207967:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204277.207969:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204277.207973:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204277.207977:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204277.207984:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618628864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204277.207994:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204277.207996:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204277.207999:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618628864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204277.208007:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204277.208011:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204277.208017:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204277.208019:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204277.208021:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204277.208025:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204277.208028:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3409
00000400:00000200:0.0:1788204277.208033:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204277.208037:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204277.208039:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204277.208044:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.208048:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.208094:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.208100:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204277.208107:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204277.208111:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204277.208114:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204277.208116:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204277.208120:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204277.208123:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204277.208128:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.208132:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204277.208137:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204277.208141:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204277.208145:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204277.208154:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204277.208161:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204277.208166:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204277.208179:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204277.208183:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.208186:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204277.208189:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204277.208191:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.208194:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204277.208197:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204277.208203:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204277.208208:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204277.208211:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204277.208215:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204277.208218:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204277.208221:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204277.208228:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204277.208234:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204277.208246:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618628992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204277.208285:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204277.208290:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204277.208299:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618628992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204277.208313:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204277.208321:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3420)
00000800:00000200:1.1:1788204277.208485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204277.208487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204277.208755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204277.208757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204277.209032:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204277.209034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204277.209332:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204277.209334:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1788204278.551263:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204278.551267:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204278.551270:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204280.599268:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204280.599272:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204280.599275:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204282.327161:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204282.327170:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204282.327175:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204282.327179:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204282.327183:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204282.327189:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3415
00000400:00000200:0.0:1788204282.327196:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204282.327200:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204282.327203:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204282.327205:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327207:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327210:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327212:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204282.327216:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204282.327217:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204282.327220:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204282.327222:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204282.327225:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204282.327227:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204282.327230:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327232:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327234:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327237:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204282.327239:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204282.327242:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327245:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204282.327247:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204282.327250:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204282.327252:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327254:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204282.327256:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204282.327262:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204282.327265:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204282.327268:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204282.327269:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327272:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204282.327274:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204282.327277:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204282.327284:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204282.327288:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204282.327295:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618629120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204282.327302:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204282.327305:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204282.327308:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618629120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204282.327324:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204282.327326:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204282.327328:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204282.327330:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204282.327331:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204282.327333:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204282.327334:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3415
00000400:00000200:0.0:1788204282.327337:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204282.327338:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204282.327340:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204282.327342:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327344:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327346:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327347:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204282.327349:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204282.327350:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204282.327351:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204282.327352:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204282.327356:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204282.327361:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204282.327364:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327366:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327369:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327373:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204282.327377:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204282.327382:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327387:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204282.327392:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204282.327396:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204282.327400:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327402:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204282.327405:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204282.327408:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327412:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204282.327417:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204282.327420:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204282.327423:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204282.327424:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327428:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204282.327430:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204282.327433:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204282.327438:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204282.327441:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204282.327449:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618629248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204282.327459:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204282.327461:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204282.327466:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618629248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204282.327475:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204282.327479:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204282.327482:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204282.327484:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204282.327487:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204282.327491:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204282.327495:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3415
00000400:00000200:0.0:1788204282.327500:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204282.327507:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204282.327510:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204282.327513:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327516:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327517:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327519:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204282.327521:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204282.327523:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204282.327525:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204282.327526:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204282.327528:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204282.327530:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204282.327533:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327537:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327541:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327544:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204282.327547:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204282.327552:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327557:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204282.327561:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204282.327565:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204282.327571:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327576:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204282.327579:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204282.327584:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327588:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204282.327594:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204282.327600:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204282.327606:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204282.327609:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204282.327610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204282.327613:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204282.327616:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204282.327618:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204282.327623:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204282.327627:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204282.327636:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618629376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204282.327645:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204282.327647:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204282.327654:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618629376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204282.327664:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204282.327667:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204282.327673:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204282.327677:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204282.327680:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204282.327682:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204282.327685:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3415
00000400:00000200:0.0:1788204282.327690:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204282.327696:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204282.327700:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204282.327706:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327711:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327716:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327720:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204282.327724:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204282.327728:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204282.327733:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204282.327737:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204282.327743:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204282.327749:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204282.327759:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327764:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327769:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327775:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204282.327780:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204282.327783:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327787:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204282.327793:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204282.327797:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204282.327801:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327806:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204282.327809:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204282.327815:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327820:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204282.327825:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204282.327830:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204282.327835:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204282.327837:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.327841:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204282.327843:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204282.327846:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204282.327851:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204282.327856:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204282.327865:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618629504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204282.327881:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204282.327883:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204282.327892:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618629504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204282.327899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204282.327907:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204282.327918:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204282.327926:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204282.327930:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204282.327933:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204282.327937:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204282.327942:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3415
00000400:00000200:0.0:1788204282.327951:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204282.327959:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204282.327964:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204282.327970:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327974:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.327979:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.327985:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204282.327989:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204282.327992:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204282.327996:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204282.327999:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204282.328003:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204282.328009:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204282.328015:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.328020:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204282.328024:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204282.328028:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204282.328033:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204282.328038:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204282.328043:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204282.328047:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204282.328074:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204282.328076:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.328078:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204282.328092:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204282.328098:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.328103:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204282.328109:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204282.328113:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204282.328117:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204282.328120:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204282.328124:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204282.328127:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204282.328130:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204282.328137:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204282.328143:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204282.328154:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618629632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204282.328169:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204282.328173:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204282.328180:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618629632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204282.328199:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204282.328207:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3425)
00000800:00000200:1.1:1788204282.328229:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204282.328377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204282.328497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204282.647237:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204282.647240:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204282.647242:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204284.695237:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204284.695240:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204284.695242:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204286.743240:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204286.743244:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204286.743247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204287.447682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204287.447688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204287.448398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204287.448401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204287.448675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204287.448677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204287.448930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204287.448932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204287.449212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204287.449215:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204288.791229:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204288.791232:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204288.791234:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204290.839244:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204290.839247:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204290.839249:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204292.567561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204292.567565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204292.568136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204292.568138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204292.568489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204292.568490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204292.568690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204292.568691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204292.568840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204292.568842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204292.887220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204292.887224:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204292.887228:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204294.935262:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204294.935265:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204294.935267:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204296.983297:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204296.983301:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204296.983304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204297.687538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204297.687541:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204297.688072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204297.688074:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204297.688660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204297.688664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204297.688958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204297.688960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204297.689323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204297.689326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788204299.031243:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204299.031247:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204299.031250:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204301.079258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204301.079264:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204301.079268:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204302.808111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204302.808126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204302.808463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204302.808466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204302.808776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204302.808779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204302.809036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204302.809038:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204302.809214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204302.809215:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788204303.127261:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204303.127266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204303.127269:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204305.175233:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204305.175236:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204305.175239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204307.223311:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204307.223317:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204307.223320:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204307.927524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204307.927527:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204307.927898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204307.927901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204307.928182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204307.928185:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204307.928391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204307.928392:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204307.928544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204307.928545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788204309.271198:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204309.271202:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204309.271206:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204311.319302:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204311.319306:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204311.319309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204313.047832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204313.047839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204313.048745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204313.048747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204313.048960:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204313.048976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204313.049197:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204313.049199:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204313.049373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204313.049375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788204313.367235:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204313.367239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204313.367243:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204315.415224:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204315.415227:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204315.415230:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204317.463256:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204317.463259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204317.463261:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204318.167688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204318.167695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204318.168256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204318.168258:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204318.168493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204318.168506:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204318.168713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204318.168714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204318.168931:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204318.168932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1788204319.511255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204319.511259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204319.511262:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204321.559245:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204321.559247:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204321.559250:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204323.287789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204323.287796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204323.288396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204323.288397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204323.288586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204323.288588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204323.288763:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204323.288765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204323.288933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204323.288934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788204323.607234:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204323.607238:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204323.607243:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204325.655275:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204325.655280:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204325.655286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204327.703351:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204327.703359:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204327.703365:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204328.407217:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204328.407226:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204328.407231:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204328.407237:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204328.407244:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204328.407252:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3461
00000400:00000200:0.0:1788204328.407267:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204328.407278:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204328.407294:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204328.407298:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407303:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.407307:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407310:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204328.407316:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204328.407319:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204328.407323:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204328.407327:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204328.407329:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204328.407330:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204328.407334:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407335:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.407337:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407339:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204328.407341:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204328.407345:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407347:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204328.407350:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204328.407354:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204328.407357:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407359:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204328.407361:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204328.407374:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204328.407378:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204328.407383:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204328.407386:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407390:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204328.407394:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204328.407400:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204328.407414:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204328.407424:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204328.407438:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618634880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204328.407451:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204328.407457:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204328.407464:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618634880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204328.407488:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204328.407492:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204328.407496:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204328.407498:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204328.407500:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204328.407504:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204328.407507:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3461
00000400:00000200:0.0:1788204328.407523:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204328.407531:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204328.407537:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204328.407545:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407551:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.407556:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407561:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204328.407574:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204328.407577:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204328.407580:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204328.407582:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204328.407587:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204328.407592:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204328.407597:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407602:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.407611:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407615:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204328.407619:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204328.407622:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407628:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204328.407632:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204328.407638:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204328.407643:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407646:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204328.407653:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204328.407659:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407664:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204328.407672:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204328.407676:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204328.407680:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204328.407689:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407697:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204328.407701:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204328.407706:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204328.407714:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204328.407719:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204328.407730:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618635008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204328.407743:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204328.407747:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204328.407753:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618635008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204328.407765:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204328.407768:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204328.407771:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204328.407774:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204328.407777:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204328.407783:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204328.407786:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3461
00000400:00000200:0.0:1788204328.407845:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204328.407855:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204328.407860:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204328.407868:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407873:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.407876:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407882:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204328.407885:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204328.407889:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204328.407893:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204328.407898:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204328.407902:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204328.407904:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204328.407909:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407912:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.407918:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.407921:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204328.407924:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:1.1:1788204328.407929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204328.407932:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:1.1:1788204328.407937:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788204328.407938:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204328.407942:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204328.407946:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204328.407951:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407957:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204328.407960:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204328.407965:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407967:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204328.407973:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204328.407979:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204328.407985:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204328.407988:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.407991:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204328.407994:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204328.407998:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204328.408005:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204328.408010:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204328.408020:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618635136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204328.408046:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204328.408090:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204328.408098:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618635136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204328.408111:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204328.408115:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204328.408118:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204328.408122:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204328.408124:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204328.408127:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204328.408130:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3461
00000400:00000200:0.0:1788204328.408137:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204328.408140:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204328.408142:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204328.408144:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408146:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.408149:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408153:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204328.408155:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204328.408156:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204328.408160:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204328.408163:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204328.408166:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204328.408170:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204328.408173:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408177:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.408180:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408184:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204328.408188:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204328.408192:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408194:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204328.408196:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204328.408199:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204328.408204:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.408208:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204328.408211:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204328.408215:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.408218:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204328.408224:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204328.408228:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204328.408233:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204328.408235:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.408238:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204328.408240:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204328.408242:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204328.408250:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204328.408255:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204328.408265:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618635264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204328.408300:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204328.408305:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204328.408315:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618635264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204328.408328:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204328.408332:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204328.408337:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204328.408340:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204328.408343:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204328.408346:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204328.408350:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3461
00000400:00000200:0.0:1788204328.408358:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204328.408362:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204328.408367:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204328.408372:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408376:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.408378:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408382:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204328.408384:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204328.408386:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204328.408389:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204328.408392:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204328.408395:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204328.408399:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204328.408405:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408411:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204328.408413:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408418:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204328.408421:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204328.408428:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204328.408434:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204328.408438:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204328.408443:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204328.408449:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.408454:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204328.408459:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204328.408465:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.408472:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204328.408479:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204328.408484:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204328.408489:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204328.408492:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204328.408496:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204328.408500:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204328.408504:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204328.408511:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204328.408518:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204328.408530:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618635392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204328.408542:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204328.408547:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204328.408556:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618635392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204328.408572:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204328.408579:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3471)
00000800:00000200:1.1:1788204328.408747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204328.408750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204328.409080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204328.409083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204328.409421:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204328.409424:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204328.409743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204328.409765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204329.751286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204329.751289:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204329.751292:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204331.799333:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204331.799337:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204331.799340:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204333.527158:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204333.527172:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204333.527176:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204333.527182:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204333.527186:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204333.527209:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3466
00000400:00000200:0.0:1788204333.527218:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204333.527224:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204333.527229:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204333.527233:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527237:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527240:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527243:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204333.527246:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204333.527248:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204333.527251:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204333.527254:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204333.527255:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204333.527257:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204333.527260:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527261:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527263:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527265:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204333.527268:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204333.527271:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527276:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204333.527281:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204333.527285:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204333.527287:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527289:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204333.527291:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204333.527299:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204333.527303:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204333.527308:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204333.527310:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527313:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204333.527316:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204333.527320:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204333.527329:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204333.527336:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204333.527347:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618635520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204333.527358:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204333.527363:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204333.527368:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618635520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204333.527389:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204333.527392:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204333.527395:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204333.527398:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204333.527400:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204333.527404:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204333.527408:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3466
00000400:00000200:0.0:1788204333.527412:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204333.527415:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204333.527417:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204333.527420:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527422:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527424:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527426:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204333.527430:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204333.527432:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204333.527434:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204333.527437:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204333.527442:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204333.527445:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204333.527450:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527455:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527460:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527463:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204333.527467:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204333.527473:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527477:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204333.527480:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204333.527484:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204333.527487:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527490:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204333.527494:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204333.527499:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527502:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204333.527508:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204333.527522:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204333.527526:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204333.527529:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527534:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204333.527536:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204333.527539:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204333.527545:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204333.527548:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204333.527556:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618635648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204333.527564:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204333.527567:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204333.527577:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618635648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204333.527597:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204333.527604:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204333.527614:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204333.527619:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204333.527623:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204333.527628:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204333.527636:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3466
00000400:00000200:0.0:1788204333.527673:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204333.527681:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204333.527685:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204333.527692:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527697:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527702:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527706:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204333.527708:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204333.527713:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204333.527715:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204333.527720:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204333.527729:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.1:1788204333.527730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204333.527737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204333.527738:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204333.527747:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527751:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527754:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527757:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204333.527759:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204333.527763:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527766:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204333.527770:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204333.527774:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204333.527779:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527781:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204333.527791:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204333.527797:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527801:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204333.527809:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204333.527814:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204333.527818:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204333.527820:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.527824:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204333.527829:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204333.527835:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204333.527843:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204333.527848:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204333.527857:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618635776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204333.527883:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204333.527888:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204333.527895:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618635776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204333.527903:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204333.527907:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204333.527912:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204333.527915:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204333.527918:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204333.527921:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204333.527923:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3466
00000400:00000200:0.0:1788204333.527930:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204333.527934:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204333.527937:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204333.527940:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527945:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527948:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527958:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204333.527963:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204333.527964:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204333.527968:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204333.527971:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204333.527975:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204333.527979:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204333.527984:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527988:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.527993:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.527998:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204333.528000:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204333.528005:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204333.528009:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204333.528013:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204333.528016:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204333.528021:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.528025:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204333.528028:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204333.528033:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.528037:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204333.528043:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204333.528046:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204333.528080:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204333.528085:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.528089:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204333.528092:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204333.528096:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204333.528103:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204333.528109:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204333.528119:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618635904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204333.528132:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204333.528136:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204333.528141:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618635904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204333.528153:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204333.528157:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204333.528161:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204333.528163:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204333.528167:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204333.528170:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204333.528173:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3466
00000400:00000200:0.0:1788204333.528178:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204333.528182:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204333.528184:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204333.528189:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.528205:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.528210:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.528215:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204333.528219:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204333.528221:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204333.528224:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204333.528226:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204333.528229:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204333.528235:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204333.528238:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.528243:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204333.528246:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204333.528249:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204333.528253:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204333.528258:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204333.528262:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204333.528265:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204333.528269:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204333.528273:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.528275:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204333.528279:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204333.528283:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.528285:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204333.528288:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204333.528291:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204333.528294:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204333.528297:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204333.528303:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204333.528306:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204333.528310:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204333.528316:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204333.528323:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204333.528332:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618636032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204333.528356:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204333.528359:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204333.528365:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618636032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204333.528375:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204333.528380:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3476)
00000800:00000200:1.1:1788204333.528490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204333.528491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204333.528709:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204333.528711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204333.528950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204333.528952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204333.529284:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204333.529286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204333.847318:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204333.847322:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204333.847327:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204335.895290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204335.895297:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204335.895302:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204337.943326:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204337.943330:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204337.943333:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204338.647908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204338.647920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204338.648979:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204338.648992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204338.649280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204338.649282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204338.649498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204338.649499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204338.649730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204338.649732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204339.991296:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204339.991299:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204339.991301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204342.039301:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204342.039305:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204342.039307:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204343.767568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204343.767572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204343.768007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204343.768043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204343.768352:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204343.768354:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204343.768560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204343.768562:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204343.768864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204343.768866:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788204344.087270:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204344.087274:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204344.087278:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204346.135219:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204346.135222:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204346.135224:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204348.183254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204348.183259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204348.183261:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204348.887679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204348.888099:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204348.888227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204348.888372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204348.888505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204350.231235:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204350.231240:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204350.231244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204352.279314:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204352.279320:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204352.279323:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204354.008319:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204354.008322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204354.008666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204354.008669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204354.008948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204354.008950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204354.009263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204354.009266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204354.009485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204354.009487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204354.327294:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204354.327298:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204354.327301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204356.375246:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204356.375249:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204356.375251:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204358.423263:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204358.423266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204358.423270:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204359.127638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204359.127644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204359.128352:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204359.128366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204359.128647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204359.128650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204359.128938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204359.128940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204359.129339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204359.129341:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204360.471248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204360.471251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204360.471254:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204362.519252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204362.519256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204362.519259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204364.247728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204364.247736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204364.248360:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204364.248362:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204364.248623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204364.248625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204364.248901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204364.248904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204364.249173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204364.249175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788204364.567286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204364.567291:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204364.567294:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204366.615326:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204366.615331:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204366.615335:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204368.663236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204368.663239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204368.663241:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204369.367610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204369.367613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204369.368357:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204369.368360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204369.368651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204369.368653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204369.368950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204369.368959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204369.369374:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204369.369376:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788204370.711224:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204370.711228:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204370.711231:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204372.759201:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204372.759204:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204372.759206:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204374.487176:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204374.487181:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204374.487183:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204374.487186:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204374.487189:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204374.487196:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3507
00000400:00000200:0.0:1788204374.487205:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204374.487211:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204374.487213:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204374.487216:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487220:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487222:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487225:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204374.487229:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204374.487230:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204374.487233:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204374.487236:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204374.487238:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204374.487241:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204374.487243:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487245:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487247:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487248:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204374.487251:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204374.487254:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487257:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204374.487259:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204374.487262:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204374.487265:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487267:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204374.487269:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204374.487279:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204374.487290:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204374.487294:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204374.487299:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487303:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204374.487306:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204374.487309:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204374.487318:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204374.487323:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204374.487331:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618640640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204374.487338:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204374.487341:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204374.487344:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618640640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204374.487357:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204374.487359:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204374.487362:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204374.487362:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204374.487364:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204374.487366:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204374.487367:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3507
00000400:00000200:0.0:1788204374.487371:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204374.487373:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204374.487375:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204374.487377:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487379:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487380:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487382:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204374.487386:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204374.487387:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204374.487391:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204374.487393:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204374.487396:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204374.487397:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204374.487402:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487406:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487408:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487411:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204374.487415:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204374.487419:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487422:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204374.487425:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204374.487429:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204374.487432:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487435:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204374.487439:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204374.487445:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487448:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204374.487453:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204374.487456:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204374.487459:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204374.487461:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487463:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204374.487465:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204374.487467:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204374.487470:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204374.487474:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204374.487491:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618640768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204374.487501:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204374.487503:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204374.487509:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618640768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204374.487516:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204374.487519:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204374.487525:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204374.487527:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204374.487528:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204374.487530:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204374.487534:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3507
00000400:00000200:0.0:1788204374.487539:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204374.487544:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204374.487545:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204374.487550:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487555:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487560:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487566:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204374.487571:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204374.487574:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204374.487577:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204374.487581:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204374.487584:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204374.487589:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204374.487595:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487597:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487602:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487606:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204374.487608:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204374.487611:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487615:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204374.487627:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204374.487633:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204374.487637:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487640:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204374.487642:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204374.487645:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487649:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204374.487654:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204374.487658:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204374.487662:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204374.487662:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487664:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204374.487664:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204374.487666:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204374.487668:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204374.487671:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204374.487675:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618640896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204374.487686:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204374.487689:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204374.487694:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618640896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204374.487703:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204374.487706:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204374.487709:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204374.487711:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204374.487713:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204374.487716:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204374.487720:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3507
00000400:00000200:0.0:1788204374.487725:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204374.487731:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204374.487734:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204374.487738:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487741:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204374.487741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204374.487745:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204374.487747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788204374.487748:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204374.487751:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204374.487753:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204374.487755:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204374.487758:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204374.487761:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204374.487762:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204374.487766:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487769:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487774:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487776:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204374.487777:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204374.487778:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487780:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204374.487784:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204374.487786:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204374.487789:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487791:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204374.487793:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204374.487796:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487800:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204374.487804:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204374.487808:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204374.487810:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204374.487812:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487815:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204374.487817:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204374.487819:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204374.487823:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204374.487827:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204374.487833:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618641024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204374.487848:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204374.487851:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204374.487857:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618641024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204374.487862:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204374.487865:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204374.487867:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204374.487868:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204374.487869:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204374.487871:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204374.487874:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3507
00000400:00000200:0.0:1788204374.487878:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204374.487883:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204374.487885:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204374.487890:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487892:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487894:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487898:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204374.487901:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204374.487903:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204374.487906:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204374.487908:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204374.487913:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204374.487914:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204374.487918:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487919:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204374.487923:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487924:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204374.487928:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204374.487931:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204374.487935:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204374.487938:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204374.487940:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204374.487944:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487946:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204374.487949:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204374.487953:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487954:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204374.487958:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204374.487961:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204374.487964:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204374.487965:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204374.487969:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204374.487970:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204374.487972:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204374.487976:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204374.487980:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204374.487985:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618641152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204374.488007:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204374.488009:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204374.488016:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618641152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204374.488023:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204374.488027:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3517)
00000800:00000200:1.1:1788204374.488385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204374.488388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204374.488681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204374.488683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204374.488922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204374.488924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204374.489126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204374.489128:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788204374.807227:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204374.807230:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204374.807233:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204376.855235:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204376.855238:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204376.855240:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204378.903243:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204378.903248:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204378.903251:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204379.607637:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204379.607643:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204379.608262:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204379.608264:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204379.608489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204379.608491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204379.608648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204379.608650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204379.608904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204379.608906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788204380.951210:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204380.951213:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204380.951215:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204382.999454:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204382.999458:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204382.999462:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204384.727648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204384.727665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204384.728231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204384.728232:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204384.728428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204384.728430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204384.728621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204384.728622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204384.728796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204384.728799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788204385.047323:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204385.047327:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204385.047330:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204387.095202:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204387.095206:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204387.095209:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204389.143257:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204389.143261:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204389.143264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204389.847607:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204389.847611:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204389.848193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204389.848196:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204389.848570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204389.848572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204389.848813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204389.848815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204389.849030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204389.849032:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788204391.191239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204391.191243:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204391.191245:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204393.239273:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204393.239282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204393.239284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204394.967165:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204394.967170:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204394.967171:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204394.967174:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204394.967177:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204394.967182:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3527
00000400:00000200:0.0:1788204394.967189:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204394.967193:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204394.967195:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204394.967197:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967200:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967201:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967203:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204394.967205:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204394.967207:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204394.967208:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204394.967211:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204394.967212:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204394.967213:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204394.967215:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967216:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967217:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967218:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204394.967220:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204394.967222:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967223:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204394.967225:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204394.967227:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204394.967229:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967230:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204394.967232:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204394.967237:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204394.967240:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204394.967242:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204394.967243:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967245:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204394.967247:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204394.967250:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204394.967256:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204394.967261:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204394.967267:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618643200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204394.967277:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204394.967280:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204394.967283:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618643200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204394.967297:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204394.967299:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204394.967301:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204394.967302:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204394.967303:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204394.967304:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204394.967306:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3527
00000400:00000200:0.0:1788204394.967308:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204394.967310:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204394.967312:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204394.967314:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967315:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967316:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967318:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204394.967319:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204394.967322:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204394.967324:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204394.967328:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204394.967332:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204394.967334:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204394.967337:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967341:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967344:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967348:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204394.967353:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204394.967357:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967360:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204394.967364:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204394.967369:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204394.967374:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967375:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204394.967378:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204394.967381:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967383:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204394.967387:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204394.967390:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204394.967393:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204394.967395:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967396:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204394.967397:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204394.967399:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204394.967403:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204394.967407:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204394.967414:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618643328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204394.967421:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204394.967422:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204394.967428:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618643328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204394.967434:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204394.967437:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204394.967441:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204394.967443:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204394.967444:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204394.967445:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204394.967447:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3527
00000400:00000200:0.0:1788204394.967449:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204394.967453:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204394.967454:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204394.967458:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967459:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967463:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967466:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204394.967470:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204394.967472:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204394.967475:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204394.967478:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204394.967482:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204394.967485:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204394.967489:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967491:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967492:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967494:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204394.967495:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204394.967500:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967502:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204394.967505:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204394.967507:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204394.967509:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967510:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204394.967512:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204394.967516:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967518:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204394.967521:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204394.967524:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204394.967527:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204394.967529:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967532:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204394.967533:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204394.967535:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204394.967539:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204394.967544:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204394.967550:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618643456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204394.967565:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204394.967566:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204394.967573:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618643456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204394.967586:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204394.967588:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204394.967590:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204394.967593:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204394.967594:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204394.967596:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204394.967601:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3527
00000400:00000200:0.0:1788204394.967605:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204394.967611:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:1.1:1788204394.967612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204394.967614:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204394.967616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788204394.967617:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967621:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967626:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967628:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204394.967631:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204394.967632:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204394.967633:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204394.967636:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204394.967640:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204394.967645:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204394.967650:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967653:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967656:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967660:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204394.967663:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204394.967669:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967674:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204394.967678:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204394.967681:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204394.967683:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967686:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204394.967688:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204394.967693:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967696:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204394.967701:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204394.967703:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204394.967707:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204394.967709:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967710:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204394.967711:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204394.967714:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204394.967717:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204394.967718:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204394.967723:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618643584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204394.967732:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204394.967734:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204394.967738:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618643584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204394.967745:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204394.967748:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204394.967752:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204394.967754:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204394.967755:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204394.967756:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204394.967760:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3527
00000400:00000200:0.0:1788204394.967764:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204394.967769:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204394.967772:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204394.967775:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967779:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967783:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967787:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204394.967790:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204394.967792:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204394.967795:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204394.967797:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204394.967800:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204394.967803:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204394.967807:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967809:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204394.967813:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967816:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204394.967819:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204394.967824:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204394.967828:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204394.967831:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204394.967835:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204394.967838:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967842:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204394.967844:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204394.967849:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967852:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204394.967855:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204394.967859:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204394.967864:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204394.967866:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204394.967870:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204394.967872:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204394.967874:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204394.967878:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204394.967882:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204394.967891:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618643712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204394.967910:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204394.967915:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204394.967926:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618643712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204394.967949:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204394.967954:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3537)
00000800:00000200:1.1:1788204394.968152:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204394.968154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204394.968367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204394.968379:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204394.968568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204394.968569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204394.968722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204394.968723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204395.287271:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204395.287276:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204395.287280:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204397.335296:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204397.335300:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204397.335304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204399.383234:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204399.383238:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204399.383241:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204400.087159:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204400.087168:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204400.087173:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204400.087178:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204400.087187:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204400.087197:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3532
00000400:00000200:0.0:1788204400.087211:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204400.087227:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204400.087231:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204400.087234:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087238:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087242:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087245:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204400.087250:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204400.087252:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204400.087255:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204400.087259:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204400.087261:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204400.087264:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204400.087268:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087269:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087271:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087272:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204400.087274:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204400.087276:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087278:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204400.087280:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204400.087283:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204400.087287:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087289:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204400.087292:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204400.087302:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204400.087307:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204400.087311:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204400.087313:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087317:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204400.087320:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204400.087324:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204400.087333:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204400.087340:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204400.087351:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618643840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204400.087362:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204400.087368:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204400.087373:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618643840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204400.087400:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204400.087403:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204400.087406:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204400.087408:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204400.087410:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204400.087413:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204400.087415:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3532
00000400:00000200:0.0:1788204400.087420:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204400.087424:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204400.087426:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204400.087431:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087433:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087437:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087440:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204400.087443:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204400.087445:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204400.087450:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204400.087453:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204400.087458:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204400.087461:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204400.087467:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087471:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087474:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087477:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204400.087482:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204400.087487:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087491:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204400.087496:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204400.087500:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204400.087504:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087507:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204400.087511:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204400.087515:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087521:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204400.087525:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204400.087531:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204400.087536:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204400.087540:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087543:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204400.087547:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204400.087551:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204400.087559:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204400.087566:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204400.087588:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618643968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204400.087597:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204400.087602:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204400.087610:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618643968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204400.087623:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204400.087628:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204400.087645:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204400.087649:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204400.087652:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204400.087659:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204400.087667:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3532
00000400:00000200:0.0:1788204400.087678:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204400.087685:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204400.087690:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204400.087696:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087700:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087706:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087712:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204400.087715:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204400.087718:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204400.087723:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204400.087728:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204400.087733:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204400.087739:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204400.087745:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087751:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087757:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087763:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204400.087768:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204400.087777:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087784:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204400.087790:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204400.087796:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204400.087800:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087806:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204400.087810:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204400.087816:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087818:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204400.087822:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204400.087825:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204400.087831:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204400.087834:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.087838:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204400.087842:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204400.087844:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204400.087853:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204400.087858:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204400.087868:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618644096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204400.087874:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204400.087882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788204400.087886:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204400.087892:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204400.087901:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618644096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204400.087918:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204400.087923:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204400.087930:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204400.087933:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204400.087936:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204400.087941:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204400.087947:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3532
00000400:00000200:0.0:1788204400.087957:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204400.087964:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204400.087969:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204400.087975:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087981:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.087987:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.087992:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204400.087996:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204400.087998:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204400.088002:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204400.088006:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204400.088012:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204400.088016:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204400.088020:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088026:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.088031:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088099:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204400.088104:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204400.088109:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088116:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204400.088119:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204400.088125:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204400.088129:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.088133:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204400.088138:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204400.088143:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.088147:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204400.088153:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204400.088160:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204400.088165:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204400.088170:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.088175:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204400.088180:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204400.088184:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204400.088193:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204400.088199:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204400.088209:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618644224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204400.088242:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204400.088245:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204400.088252:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618644224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204400.088269:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204400.088275:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204400.088287:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204400.088291:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204400.088296:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204400.088302:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204400.088310:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3532
00000400:00000200:0.0:1788204400.088320:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204400.088327:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204400.088332:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204400.088340:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088347:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.088352:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088358:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204400.088365:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204400.088367:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204400.088372:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204400.088377:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204400.088380:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204400.088384:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204400.088390:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088394:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204400.088398:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088403:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204400.088407:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204400.088413:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204400.088419:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204400.088421:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204400.088425:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204400.088429:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.088432:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204400.088435:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204400.088441:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.088444:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204400.088449:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204400.088455:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204400.088458:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204400.088461:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204400.088464:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204400.088466:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204400.088469:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204400.088474:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204400.088479:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204400.088491:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618644352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204400.088501:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204400.088504:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204400.088510:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618644352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204400.088524:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204400.088530:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3542)
00000800:00000200:1.1:1788204400.088690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204400.088693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204400.088984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204400.088986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204400.089331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204400.089334:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204400.089614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204400.089617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204401.431273:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204401.431276:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204401.431279:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204403.479290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204403.479295:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204403.479299:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204405.207192:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204405.207198:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204405.207201:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204405.207204:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204405.207208:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204405.207216:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3537
00000400:00000200:0.0:1788204405.207225:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204405.207231:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204405.207235:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204405.207238:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207242:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207244:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207247:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204405.207251:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204405.207253:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204405.207255:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204405.207258:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204405.207261:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204405.207264:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204405.207267:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207269:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207271:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207283:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204405.207286:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204405.207293:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207296:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204405.207299:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204405.207302:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204405.207305:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207307:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204405.207310:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204405.207315:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204405.207319:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204405.207324:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204405.207326:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207329:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204405.207332:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204405.207337:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204405.207343:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204405.207349:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204405.207357:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618644480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204405.207367:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204405.207370:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204405.207375:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618644480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204405.207394:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204405.207397:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204405.207399:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204405.207401:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204405.207402:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204405.207405:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204405.207407:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3537
00000400:00000200:0.0:1788204405.207411:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204405.207415:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204405.207418:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204405.207421:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207426:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207429:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207434:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204405.207439:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204405.207442:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204405.207446:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204405.207450:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204405.207455:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204405.207460:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204405.207467:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207472:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207478:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207483:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204405.207488:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204405.207494:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207500:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204405.207505:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204405.207510:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204405.207516:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207520:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204405.207526:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204405.207532:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207535:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204405.207539:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204405.207544:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204405.207550:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204405.207553:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207556:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204405.207559:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204405.207561:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204405.207565:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204405.207570:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204405.207579:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618644608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204405.207592:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204405.207597:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204405.207605:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618644608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204405.207622:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204405.207626:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204405.207633:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204405.207637:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204405.207640:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204405.207644:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204405.207650:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3537
00000400:00000200:0.0:1788204405.207674:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204405.207681:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204405.207686:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204405.207693:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207698:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207703:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207707:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204405.207712:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204405.207714:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204405.207717:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204405.207720:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204405.207725:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204405.207729:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.1:1788204405.207736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204405.207737:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207743:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204405.207744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1788204405.207748:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207751:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204405.207756:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204405.207762:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207766:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204405.207770:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204405.207776:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204405.207781:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207784:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204405.207788:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204405.207793:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207797:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204405.207803:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204405.207808:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204405.207814:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204405.207816:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.207820:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204405.207822:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204405.207826:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204405.207831:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204405.207837:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204405.207846:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618644736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204405.207860:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204405.207863:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204405.207871:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618644736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204405.207881:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204405.207886:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204405.207892:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204405.207895:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204405.207898:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204405.207902:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204405.207907:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3537
00000400:00000200:0.0:1788204405.207915:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204405.207922:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204405.207927:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204405.207934:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207938:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207940:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207944:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204405.207960:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204405.207964:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204405.207968:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204405.207972:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204405.207975:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204405.207979:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204405.207985:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207990:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.207994:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.207999:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204405.208003:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204405.208010:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204405.208015:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204405.208018:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204405.208023:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204405.208028:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.208032:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204405.208037:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204405.208040:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.208045:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204405.208075:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204405.208080:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204405.208086:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204405.208089:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.208094:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204405.208097:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204405.208101:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204405.208107:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204405.208114:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204405.208125:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618644864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204405.208146:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204405.208151:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204405.208160:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618644864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204405.208184:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204405.208190:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204405.208196:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204405.208200:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204405.208205:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204405.208212:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204405.208219:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3537
00000400:00000200:0.0:1788204405.208227:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204405.208232:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204405.208235:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204405.208241:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.208247:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.208251:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.208255:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204405.208259:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204405.208261:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204405.208263:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204405.208266:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204405.208271:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204405.208273:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204405.208278:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.208282:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204405.208287:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204405.208291:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204405.208295:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204405.208298:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204405.208300:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204405.208305:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204405.208307:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204405.208311:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.208314:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204405.208317:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204405.208322:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.208323:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204405.208327:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204405.208330:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204405.208332:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204405.208334:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204405.208336:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204405.208338:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204405.208339:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204405.208346:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204405.208350:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204405.208358:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618644992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204405.208371:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204405.208375:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204405.208380:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618644992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204405.208396:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204405.208401:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3548)
00000800:00000200:1.1:1788204405.208436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204405.208438:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204405.208602:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204405.208603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204405.208754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204405.208755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204405.208978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204405.208985:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788204405.527249:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204405.527253:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204405.527257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204407.575298:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204407.575302:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204407.575305:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204409.623297:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204409.623300:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204409.623306:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204410.327189:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204410.327195:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204410.327199:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204410.327203:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204410.327208:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204410.327216:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3543
00000400:00000200:0.0:1788204410.327228:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204410.327236:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204410.327239:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204410.327243:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327247:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327250:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327252:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204410.327257:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204410.327259:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204410.327262:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204410.327265:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204410.327268:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204410.327270:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204410.327273:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327275:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327277:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327279:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204410.327282:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204410.327284:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327287:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204410.327289:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204410.327293:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204410.327295:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327297:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204410.327299:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204410.327309:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204410.327317:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204410.327321:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204410.327322:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327325:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204410.327328:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204410.327332:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204410.327341:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204410.327348:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204410.327361:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618645120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204410.327368:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204410.327373:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204410.327377:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618645120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204410.327396:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204410.327398:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204410.327400:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204410.327401:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204410.327402:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204410.327404:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204410.327406:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3543
00000400:00000200:0.0:1788204410.327409:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204410.327411:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204410.327412:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204410.327414:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327416:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327417:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327419:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204410.327420:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204410.327421:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204410.327423:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204410.327424:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204410.327425:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204410.327427:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204410.327429:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327430:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327431:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327433:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204410.327435:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204410.327437:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327438:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204410.327439:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204410.327444:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204410.327445:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327447:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204410.327450:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204410.327454:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327458:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204410.327463:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204410.327465:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204410.327468:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204410.327469:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327473:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204410.327476:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204410.327479:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204410.327486:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204410.327493:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204410.327502:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618645248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204410.327517:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204410.327521:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204410.327527:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618645248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204410.327540:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204410.327544:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204410.327549:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204410.327551:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204410.327555:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204410.327558:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204410.327563:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3543
00000400:00000200:0.0:1788204410.327568:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204410.327574:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204410.327577:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204410.327580:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327584:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327586:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327589:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204410.327591:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204410.327592:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204410.327594:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204410.327597:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204410.327602:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204410.327606:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204410.327612:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327616:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327622:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327627:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204410.327632:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204410.327639:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327643:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204410.327646:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204410.327649:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204410.327653:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327654:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204410.327656:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204410.327659:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327661:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204410.327667:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204410.327669:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204410.327671:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204410.327674:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327678:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204410.327679:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204410.327681:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204410.327685:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204410.327689:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204410.327692:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618645376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204410.327702:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204410.327706:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204410.327712:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618645376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204410.327730:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204410.327735:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204410.327742:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204410.327745:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204410.327747:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204410.327751:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204410.327758:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3543
00000400:00000200:0.0:1788204410.327765:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204410.327771:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204410.327775:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204410.327778:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327779:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327783:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327785:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204410.327787:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204410.327788:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204410.327790:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204410.327792:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204410.327796:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204410.327798:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204410.327801:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327804:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327807:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327809:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204410.327813:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000800:00000200:1.1:1788204410.327813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204410.327817:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327820:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204410.327820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1788204410.327821:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204410.327824:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204410.327827:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327829:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204410.327832:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204410.327834:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327836:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204410.327839:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204410.327843:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204410.327845:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204410.327846:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.327849:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204410.327852:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204410.327854:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204410.327888:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204410.327894:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204410.327901:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618645504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204410.327919:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204410.327921:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204410.327930:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618645504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204410.327946:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204410.327951:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204410.327957:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204410.327960:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204410.327962:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204410.327966:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204410.327970:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3543
00000400:00000200:0.0:1788204410.327978:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204410.327984:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204410.327987:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204410.327992:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.327994:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.327998:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.328002:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204410.328005:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204410.328007:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204410.328010:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204410.328012:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204410.328016:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204410.328017:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204410.328022:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.328026:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204410.328031:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204410.328037:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204410.328042:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204410.328048:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204410.328073:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204410.328075:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204410.328077:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204410.328079:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.328081:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204410.328082:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204410.328084:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.328087:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204410.328092:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204410.328095:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204410.328099:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204410.328101:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204410.328103:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204410.328105:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204410.328107:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204410.328112:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204410.328117:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204410.328123:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618645632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204410.328132:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204410.328136:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204410.328142:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618645632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204410.328152:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204410.328157:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3553)
00000800:00000200:1.1:1788204410.328428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204410.328431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204410.328719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204410.328722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204410.329016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204410.329019:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204410.329318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204410.329321:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1788204411.671235:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204411.671241:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204411.671245:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204413.719227:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204413.719231:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204413.719233:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204415.447202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204415.447213:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204415.447217:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204415.447222:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204415.447226:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204415.447230:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204415.447233:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204415.447234:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204415.447237:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204415.447843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204415.448234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204415.448379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204415.448523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204415.448682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204415.767269:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204415.767273:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204415.767276:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204416.471255:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204416.471263:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204416.471265:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204416.471269:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204416.471273:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204416.471277:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204416.471280:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204416.471283:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204416.471285:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.495256:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204417.495269:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204417.495271:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204417.495278:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204417.495282:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204417.495286:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204417.495290:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204417.495293:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204417.495296:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204417.815324:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204417.815329:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204417.815332:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204418.519423:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204418.519433:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204418.519435:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204418.519442:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204418.519446:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204418.519451:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204418.519454:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204418.519457:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204418.519461:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204419.863283:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204419.863288:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204419.863291:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204420.567725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204420.567731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204420.568414:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204420.568417:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204420.568703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204420.568706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204420.568956:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204420.568958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204420.569350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204420.569363:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204421.911225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204421.911228:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204421.911230:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204423.959265:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204423.959271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204423.959274:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204425.687894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204425.687899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204425.688813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204425.688817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1788204425.689147:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689155:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204425.689156:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204425.689157:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204425.689159:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618647296, offset 0
00000400:00000200:1.0:1788204425.689161:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204425.689163:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204425.689165:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204425.689167:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204425.689169:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204425.689170:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204425.689172:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204425.689174:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3315:3315:256:4294967295] 192.168.201.124@tcp LPNI seq info [3315:3315:8:4294967295]
00000400:00000200:1.0:1788204425.689176:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204425.689180:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204425.689183:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204425.689184:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204425.689187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204425.689188:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204425.689191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204425.689193:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204425.689195:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204425.689196:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204425.689198:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204425.689200:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204425.689202:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204425.689203:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204425.689204:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204425.689206:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689211:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689213:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689220:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689221:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204425.689223:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204425.689224:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204425.689226:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204425.689228:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298230829
00000100:00000001:1.0:1788204425.689229:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298233071
00000100:00000001:1.0:1788204425.689231:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298230829
00000100:00000001:1.0:1788204425.689232:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298233072
00000100:00000001:1.0:1788204425.689233:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204425.689234:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689235:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204425.689237:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204425/real 1788204425]  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204425.689241:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204425.689241:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204425.689242:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204425.689244:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204425.689244:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204425.689246:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204425.689247:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204425.689252:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689255:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204425.689256:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689257:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204425.689257:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204425.689259:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689263:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204425.689266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689269:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204425.689270:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689271:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204425.689272:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689273:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204425.689274:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204425.689275:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204425.689277:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204425.689278:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204425.689280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204425.689284:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204425.689285:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689286:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689288:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618647168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689291:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204425.689292:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204425.689293:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204425.689294:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204425.689295:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204425.689296:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204425.689298:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204425.689299:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:1.0:1788204425.689301:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204425.689302:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204425.689303:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204425.689304:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204425.689305:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689306:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689308:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618647296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689312:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204425.689312:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204425.689313:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204425.689314:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204425.689315:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204425.689315:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204425.689316:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204425.689317:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204425.689318:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204425.689319:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204425.689319:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204425.689320:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204425.689321:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689322:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689324:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204425.689325:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689326:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204425.689327:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204425.689328:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204425.689330:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689334:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204425.689334:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204425.689335:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204425.689336:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204425.689337:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204425.689339:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204425.689342:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204425.689343:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204425.689344:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204425.689345:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204425.689347:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204425.689348:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204425.689350:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204425.689351:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204425.689354:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204425.689356:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618647424, portal 4
00000100:00000001:1.0:1788204425.689358:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204425.689359:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204425.689364:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689369:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204425.689371:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204425.689374:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204425.689376:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618647424, offset 0
00000400:00000200:1.0:1788204425.689379:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204425.689383:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204425.689386:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204425.689389:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204425.689392:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204425.689394:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204425.689396:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204425.689399:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3316:3316:256:4294967295] 192.168.201.124@tcp LPNI seq info [3316:3316:8:4294967295]
00000400:00000200:1.0:1788204425.689402:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204425.689406:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204425.689408:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204425.689411:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204425.689413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204425.689415:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204425.689417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204425.689419:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204425.689421:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204425.689422:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204425.689424:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204425.689426:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204425.689428:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204425.689429:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204425.689430:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204425.689433:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689437:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689439:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689443:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689443:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204425.689445:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204425.689447:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204425.689449:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204425.689450:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298230809
00000100:00000001:1.0:1788204425.689452:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298233071
00000100:00000001:1.0:1788204425.689453:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298230809
00000100:00000001:1.0:1788204425.689454:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298233072
00000100:00000001:1.0:1788204425.689455:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204425.689457:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689458:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204425.689460:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204425/real 1788204425]  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204425.689464:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204425.689464:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204425.689466:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204425.689467:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204425.689468:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204425.689469:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204425.689471:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204425.689476:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689479:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204425.689480:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689481:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204425.689482:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204425.689484:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689487:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204425.689489:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689492:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204425.689493:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689494:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204425.689495:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689496:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204425.689497:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204425.689498:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204425.689500:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204425.689501:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204425.689503:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204425.689507:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204425.689509:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204425.689511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689515:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204425.689516:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204425.689518:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204425.689519:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204425.689520:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204425.689521:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204425.689523:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204425.689524:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204425.689525:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204425.689526:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204425.689528:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204425.689529:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204425.689531:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204425.689532:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204425.689534:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204425.689535:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618647552, portal 4
00000100:00000001:1.0:1788204425.689537:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204425.689537:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:1.0:1788204425.689541:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689545:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204425.689546:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204425.689547:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204425.689548:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618647552, offset 0
00000400:00000200:1.0:1788204425.689550:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204425.689552:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204425.689554:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204425.689556:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204425.689557:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204425.689559:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204425.689560:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204425.689562:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3317:3317:256:4294967295] 192.168.201.124@tcp LPNI seq info [3317:3317:8:4294967295]
00000400:00000200:1.0:1788204425.689564:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204425.689567:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204425.689569:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204425.689571:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204425.689573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204425.689575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204425.689577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204425.689579:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204425.689581:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204425.689582:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204425.689583:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204425.689585:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204425.689587:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204425.689588:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204425.689589:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204425.689591:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689609:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689612:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689615:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689616:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204425.689618:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204425.689620:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204425.689622:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204425.689623:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298230943
00000100:00000001:1.0:1788204425.689625:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298233071
00000100:00000001:1.0:1788204425.689626:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298230943
00000100:00000001:1.0:1788204425.689628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298233072
00000100:00000001:1.0:1788204425.689629:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204425.689630:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689631:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204425.689634:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204425/real 1788204425]  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204425.689637:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204425.689638:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204425.689639:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204425.689640:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204425.689641:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204425.689642:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204425.689643:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204425.689648:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689652:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204425.689652:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204425.689654:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204425.689656:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689659:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204425.689661:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689664:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204425.689666:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689666:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204425.689667:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689669:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204425.689670:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204425.689671:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204425.689673:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204425.689674:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204425.689676:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204425.689680:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204425.689682:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689683:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689685:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618647424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689689:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204425.689690:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204425.689691:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204425.689692:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204425.689693:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204425.689693:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204425.689695:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204425.689696:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:1.0:1788204425.689697:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204425.689698:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204425.689699:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204425.689700:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204425.689701:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689702:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204425.689703:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618647552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204425.689707:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204425.689707:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204425.689708:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204425.689710:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204425.689710:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204425.689711:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204425.689712:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204425.689713:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204425.689714:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204425.689715:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204425.689715:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204425.689717:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204425.689717:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689718:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204425.689720:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204425.689721:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204425.689722:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204425.689723:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204426.007240:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204426.007244:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204426.007246:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204427.031243:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204427.031246:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204427.031248:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204428.055259:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204428.055262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204428.055264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204429.079238:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204429.079241:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204429.079243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204430.103328:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204430.103333:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204430.103337:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204430.807184:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204430.807197:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204430.807202:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204430.807209:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204430.807216:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204430.807226:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3563
00000400:00000200:0.0:1788204430.807240:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204430.807249:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204430.807252:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204430.807256:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807258:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807261:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807263:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204430.807266:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204430.807269:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204430.807272:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204430.807275:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204430.807276:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204430.807278:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204430.807281:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807282:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807284:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807285:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204430.807287:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204430.807290:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807292:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204430.807295:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204430.807298:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204430.807300:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807302:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204430.807304:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204430.807313:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204430.807316:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204430.807320:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204430.807322:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807325:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204430.807329:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204430.807333:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204430.807342:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204430.807348:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204430.807357:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204430.807365:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204430.807369:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204430.807373:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204430.807390:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204430.807393:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204430.807397:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204430.807398:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204430.807399:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204430.807402:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204430.807405:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3563
00000400:00000200:0.0:1788204430.807408:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204430.807412:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204430.807414:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204430.807418:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807421:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807423:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807426:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204430.807428:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204430.807429:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204430.807431:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204430.807434:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204430.807435:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204430.807437:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204430.807441:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204430.807442:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204430.807446:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204430.807447:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807451:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807456:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807458:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204430.807460:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204430.807461:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204430.807467:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807473:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204430.807477:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204430.807479:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204430.807481:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204430.807485:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204430.807486:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204430.807488:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.807490:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204430.807491:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204430.807496:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204430.807497:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788204430.807501:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618647680:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788204430.807502:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807515:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.807517:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204430.807519:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204430.807522:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204430.807522:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204430.807526:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204430.807527:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204430.807528:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807531:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204430.807531:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204430.807535:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204430.807537:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204430.807539:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000010:0.0:1788204430.807542:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204430.807543:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807548:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204430.807552:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204430.807557:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000100:00100000:0.0:1788204430.807558:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204430.807564:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000001:0.0:1788204430.807569:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204430.807573:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204430.807574:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618647680, portal 25
00000100:00000001:1.0:1788204430.807577:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204430.807579:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.807580:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204430.807587:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204430.807599:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.807600:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204430.807604:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204430.807605:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204430.807607:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204430.807612:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618647680, offset 0
00000100:00080000:0.0:1788204430.807613:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204430.807616:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204430.807618:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204430.807618:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807624:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204430.807629:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3563
00000400:00000200:1.0:1788204430.807631:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.807640:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204430.807646:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204430.807651:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204430.807656:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204430.807659:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204430.807663:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3318:3318:256:4294967295] 192.168.201.124@tcp LPNI seq info [3318:3318:8:4294967295]
00000400:00000200:1.0:1788204430.807668:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204430.807675:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204430.807682:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204430.807685:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788204430.807687:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204430.807693:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:1.0:1788204430.807697:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807698:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807703:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807705:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:1.0:1788204430.807706:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000020:00000001:0.0:1788204430.807708:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204430.807710:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204430.807711:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204430.807714:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204430.807717:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.0:1788204430.807718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204430.807719:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204430.807724:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:1.0:1788204430.807726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788204430.807727:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807729:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807733:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204430.807736:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:1.1:1788204430.807740:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204430.807742:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:1.1:1788204430.807747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788204430.807751:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204430.807755:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204430.807756:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204430.807761:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1788204430.807762:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
02000000:00000001:0.0:1788204430.807765:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807769:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204430.807771:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1788204430.807773:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204430.807778:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807782:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204430.807782:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1788204430.807787:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204430.807790:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204430.807792:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204430.807792:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
02000000:00000001:0.0:1788204430.807795:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807798:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1788204430.807798:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
02000000:00000001:0.0:1788204430.807800:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204430.807803:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204430.807807:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:1.0:1788204430.807807:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204430.807812:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204430.807816:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204430.807819:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204430.807841:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204430.807843:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.807846:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204430.807847:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204430.807855:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204430.807856:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204430.807861:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204430.807869:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204430.807872:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204430.807872:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204430.807875:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204430.807877:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204430.807881:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204430.807886:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3563
00000100:00000001:1.0:1788204430.807887:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204430.807893:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.807894:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204430.807898:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204430.807900:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298238191
00000100:00080000:0.0:1788204430.807901:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204430.807905:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807907:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807909:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000010:1.0:1788204430.807909:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777da20.
00000100:00000001:0.0:1788204430.807915:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204430.807916:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204430.807916:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204430.807917:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204430.807919:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204430.807920:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204430.807921:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1788204430.807922:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204430.807927:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807928:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204430.807930:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204430.807931:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298238191
00000100:00000001:0.0:1788204430.807932:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204430.807936:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000010:1.0:1788204430.807938:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dcc0.
00000100:00080000:0.0:1788204430.807939:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204430.807942:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204430.807944:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204430.807946:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1788204430.807947:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204430.807950:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807952:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204430.807953:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788204430.807954:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204430.807959:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807960:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.807960:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204430.807967:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204430.807967:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1788204430.807970:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204430.807972:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204430.807974:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.807976:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1788204430.807976:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204430/real 1788204430]  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204430.807979:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204430.807981:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204430.807985:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204430.807989:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204430.807995:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204430.807996:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204430.807999:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204430.808002:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204430.808007:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204430.808010:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:0.0:1788204430.808014:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204430.808015:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204430.808017:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204430.808021:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204430.808023:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204430.808043:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204430.808047:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204430.808072:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204430.808075:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204430.808076:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204430.808078:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204430.808080:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3563
00000400:00000200:0.0:1788204430.808084:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:1.0:1788204430.808085:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204430.808092:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204430.808094:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1788204430.808096:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204430.808096:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808099:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788204430.808103:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204430.808103:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204430.808109:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204430.808111:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204430.808114:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.808119:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204430.808124:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204430.808126:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:1.0:1788204430.808127:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204430.808129:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204430.808133:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:1.0:1788204430.808136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204430.808137:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204430.808141:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204430.808150:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204430.808153:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204430.808154:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204430.808157:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204430.808160:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204430.808161:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204430.808165:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1788204430.808166:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:1.0:1788204430.808169:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204430.808171:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204430.808173:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204430.808175:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808177:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204430.808179:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204430.808181:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204430.808183:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788204430.808184:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.808187:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204430.808190:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204430.808193:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204430.808193:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204430.808196:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204430.808200:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204430.808200:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788204430.808205:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000040:1.0:1788204430.808209:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204430.808210:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204430.808213:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204430.808217:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204430.808220:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204430.808224:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204430.808226:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618647680:192.168.201.124@tcp:250:kworker.0
02000000:00000010:0.0:1788204430.808230:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:1.0:1788204430.808233:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204430.808235:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808237:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.808243:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618647680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204430.808245:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204430.808264:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204430.808268:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808273:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1788204430.808274:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204430.808277:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788204430.808281:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204430.808284:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3573)
02000000:00000010:1.0:1788204430.808287:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204430.808291:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204430.808292:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204430.808294:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204430.808296:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204430.808298:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:1.0:1788204430.808302:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204430.808304:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204430.808305:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204430.808307:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204430.808308:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808310:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808316:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204430.808317:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808319:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204430.808320:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204430.808321:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204430.808325:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808332:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204430.808333:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.808335:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204430.808337:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204430.808339:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204430.808343:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204430.808346:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204430.808348:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204430.808350:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.808352:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204430.808355:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204430.808357:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204430.808361:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204430.808364:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204430.808368:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204430.808371:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618647808, portal 10
00000100:00000001:1.0:1788204430.808373:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204430.808375:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204430.808382:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808389:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204430.808391:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204430.808394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204430.808396:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618647808, offset 0
00000400:00000200:1.0:1788204430.808400:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204430.808404:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.808408:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204430.808411:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204430.808413:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204430.808416:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204430.808418:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204430.808421:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3319:3319:256:4294967295] 192.168.201.124@tcp LPNI seq info [3319:3319:8:4294967295]
00000400:00000200:1.0:1788204430.808425:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.808431:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204430.808436:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.808439:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204430.808443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204430.808445:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204430.808450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204430.808453:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204430.808457:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.808458:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204430.808461:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204430.808465:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204430.808468:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204430.808470:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204430.808473:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204430.808476:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808485:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.808488:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808495:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808497:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204430.808500:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204430.808516:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204430.808519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204430.808521:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298238103
00000100:00000001:1.0:1788204430.808524:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.808526:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298238103
00000100:00000001:1.0:1788204430.808528:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.808530:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204430.808532:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808534:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204430.808537:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204430/real 1788204430]  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204430.808544:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204430.808545:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204430.808547:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204430.808549:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204430.808551:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204430.808553:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204430.808555:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204430.808560:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808567:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204430.808568:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808569:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.808570:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204430.808572:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808576:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204430.808579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808583:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204430.808585:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808585:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.808586:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808587:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204430.808588:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204430.808589:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204430.808591:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204430.808592:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204430.808594:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204430.808598:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204430.808602:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204430.808605:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808611:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204430.808613:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.808615:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204430.808617:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204430.808619:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204430.808622:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204430.808626:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204430.808628:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204430.808629:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.808631:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204430.808634:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204430.808637:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204430.808639:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204430.808641:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204430.808643:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204430.808645:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618647936, portal 10
00000100:00000001:1.0:1788204430.808647:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204430.808647:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204430.808652:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808656:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204430.808657:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204430.808659:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204430.808660:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618647936, offset 0
00000400:00000200:1.0:1788204430.808662:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204430.808664:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.808667:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204430.808668:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204430.808670:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204430.808672:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204430.808673:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204430.808675:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3320:3320:256:4294967295] 192.168.201.124@tcp LPNI seq info [3320:3320:8:4294967295]
00000400:00000200:1.0:1788204430.808678:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.808682:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204430.808686:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.808689:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204430.808693:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204430.808696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204430.808700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204430.808702:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204430.808706:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.808708:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204430.808710:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204430.808713:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204430.808716:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204430.808718:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204430.808720:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204430.808724:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808732:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.808734:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808738:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808739:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204430.808742:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204430.808744:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204430.808746:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204430.808747:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298235948
00000100:00000001:1.0:1788204430.808749:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.808750:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298235948
00000100:00000001:1.0:1788204430.808752:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.808753:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204430.808754:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808756:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204430.808758:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204430/real 1788204430]  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204430.808763:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204430.808764:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204430.808765:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204430.808766:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204430.808767:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204430.808768:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204430.808770:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204430.808775:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808779:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204430.808779:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808780:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.808781:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204430.808783:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808786:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204430.808789:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808793:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204430.808795:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808796:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.808796:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.808797:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204430.808798:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204430.808799:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204430.808801:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204430.808802:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204430.808805:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204430.808810:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618647936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204430.808812:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204430.808814:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808820:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204430.808821:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.808823:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204430.808824:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204430.808826:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204430.808829:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204430.808832:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204430.808833:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204430.808835:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.808837:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204430.808840:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204430.808842:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204430.808846:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204430.808848:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204430.808852:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204430.808855:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648064, portal 4
00000100:00000001:1.0:1788204430.808856:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204430.808857:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204430.808863:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808867:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204430.808869:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204430.808870:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204430.808872:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618648064, offset 0
00000400:00000200:1.0:1788204430.808875:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204430.808877:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.808879:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204430.808881:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204430.808883:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204430.808885:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204430.808886:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204430.808888:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3321:3321:256:4294967295] 192.168.201.124@tcp LPNI seq info [3321:3321:8:4294967295]
00000400:00000200:1.0:1788204430.808890:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.808894:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204430.808896:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.808898:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204430.808900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204430.808902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204430.808904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204430.808906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204430.808908:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.808910:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204430.808911:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204430.808914:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204430.808916:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204430.808917:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204430.808920:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204430.808923:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808930:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.808934:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.808940:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808942:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204430.808944:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204430.808947:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204430.808950:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204430.808953:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298235928
00000100:00000001:1.0:1788204430.808955:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.808957:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298235928
00000100:00000001:1.0:1788204430.808959:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.808962:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204430.808964:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.808966:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204430.808970:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204430/real 1788204430]  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204430.808977:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204430.808979:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204430.808980:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204430.808983:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204430.808984:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204430.808986:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204430.808989:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204430.808998:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809004:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204430.809006:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809008:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.809009:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204430.809012:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809020:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204430.809024:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809030:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204430.809033:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809035:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.809036:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809038:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204430.809039:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204430.809042:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204430.809045:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204430.809047:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204430.809066:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204430.809075:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204430.809078:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204430.809081:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809085:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204430.809086:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.809088:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204430.809089:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204430.809091:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204430.809093:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204430.809096:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204430.809098:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204430.809100:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204430.809101:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204430.809104:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204430.809106:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204430.809109:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204430.809111:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204430.809114:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204430.809117:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648192, portal 4
00000100:00000001:1.0:1788204430.809120:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204430.809121:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204430.809127:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809134:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204430.809136:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204430.809138:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204430.809141:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618648192, offset 0
00000400:00000200:1.0:1788204430.809143:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204430.809146:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.809149:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204430.809150:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204430.809152:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204430.809154:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204430.809155:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204430.809157:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3322:3322:256:4294967295] 192.168.201.124@tcp LPNI seq info [3322:3322:8:4294967295]
00000400:00000200:1.0:1788204430.809160:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204430.809163:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204430.809166:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.809168:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204430.809170:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204430.809172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204430.809174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204430.809176:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204430.809178:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204430.809180:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204430.809182:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204430.809183:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204430.809185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204430.809186:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204430.809188:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204430.809190:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809202:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.809206:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809212:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.809214:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204430.809217:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204430.809220:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204430.809223:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204430.809225:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298236063
00000100:00000001:1.0:1788204430.809227:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.809230:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298236063
00000100:00000001:1.0:1788204430.809232:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298238191
00000100:00000001:1.0:1788204430.809234:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204430.809236:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.809237:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204430.809241:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204430/real 1788204430]  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204430.809249:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204430.809251:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204430.809252:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204430.809255:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204430.809256:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204430.809258:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204430.809261:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204430.809270:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809276:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204430.809278:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809280:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.809281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204430.809284:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809291:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204430.809295:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809301:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204430.809304:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809305:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204430.809306:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809308:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204430.809310:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204430.809312:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204430.809315:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204430.809317:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204430.809321:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204430.809329:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204430.809333:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809335:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.809338:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618647808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809344:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204430.809346:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204430.809348:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204430.809350:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204430.809352:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204430.809354:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204430.809356:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204430.809358:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204430.809361:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204430.809362:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204430.809363:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204430.809366:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204430.809367:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809369:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.809372:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618647936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809378:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204430.809379:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204430.809381:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204430.809383:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204430.809384:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204430.809385:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204430.809386:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204430.809387:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:1.0:1788204430.809389:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204430.809390:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204430.809391:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204430.809393:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204430.809394:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809395:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.809398:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618648064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809404:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204430.809405:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204430.809406:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204430.809408:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204430.809409:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204430.809410:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204430.809411:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204430.809412:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:1.0:1788204430.809414:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204430.809416:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204430.809417:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204430.809419:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204430.809420:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809422:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204430.809424:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618648192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204430.809428:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204430.809429:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204430.809430:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204430.809432:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204430.809432:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204430.809433:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204430.809434:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204430.809435:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:1.0:1788204430.809436:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204430.809436:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204430.809437:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204430.809438:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204430.809439:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809440:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204430.809442:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204430.809443:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204430.809444:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204430.809445:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204431.127253:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204431.127257:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204431.127260:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204432.151254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204432.151258:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204432.151262:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204433.175228:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204433.175234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204433.175237:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204434.199267:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204434.199271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204434.199275:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204435.223216:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204435.223220:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204435.223223:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204435.927144:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204435.927153:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204435.927155:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204435.927159:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204435.927163:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204435.927170:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3568
00000400:00000200:0.0:1788204435.927179:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204435.927186:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204435.927188:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204435.927190:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927194:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204435.927197:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927199:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204435.927203:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204435.927205:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204435.927208:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204435.927211:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204435.927215:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204435.927217:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204435.927221:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927223:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204435.927225:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927227:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204435.927229:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204435.927233:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927235:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204435.927238:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204435.927241:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204435.927244:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927245:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204435.927248:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204435.927256:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204435.927259:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204435.927263:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204435.927264:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927267:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204435.927269:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204435.927273:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204435.927280:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204435.927286:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204435.927295:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204435.927304:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204435.927308:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204435.927312:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.927337:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204435.927340:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204435.927343:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204435.927344:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204435.927346:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204435.927348:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204435.927350:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3568
00000400:00000200:0.0:1788204435.927354:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204435.927357:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204435.927359:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204435.927362:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927364:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204435.927366:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927368:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204435.927371:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204435.927373:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204435.927375:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204435.927377:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204435.927379:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204435.927381:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204435.927384:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204435.927385:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204435.927386:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204435.927391:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204435.927392:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927396:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204435.927396:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788204435.927401:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000040:1.0:1788204435.927406:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204435.927407:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204435.927428:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204435.927429:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.927432:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204435.927433:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204435.927439:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204435.927439:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204435.927443:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204435.927444:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927448:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204435.927449:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204435.927453:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788204435.927456:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618648320:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788204435.927458:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927462:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.927464:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204435.927468:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
02000000:00000001:1.0:1788204435.927469:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1788204435.927472:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204435.927476:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204435.927477:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.927478:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927480:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204435.927483:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204435.927484:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204435.927486:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204435.927490:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000010:0.0:1788204435.927492:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
02000000:00000001:1.0:1788204435.927495:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927497:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204435.927503:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788204435.927505:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204435.927509:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000100:00000001:0.0:1788204435.927517:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204435.927518:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000001:0.0:1788204435.927521:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204435.927527:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648320, portal 25
00000100:00000040:0.0:1788204435.927528:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.927533:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204435.927536:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000001:0.0:1788204435.927545:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204435.927547:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204435.927549:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204435.927556:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204435.927559:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204435.927562:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204435.927564:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204435.927566:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204435.927570:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204435.927571:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3568
00000400:00000010:1.0:1788204435.927575:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000400:00000200:0.0:1788204435.927578:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:1.0:1788204435.927581:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618648320, offset 0
00000400:00000200:0.0:1788204435.927584:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204435.927587:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204435.927592:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204435.927593:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927597:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204435.927600:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927602:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204435.927604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204435.927606:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204435.927609:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204435.927610:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204435.927613:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204435.927614:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:0.0:1788204435.927616:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204435.927620:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204435.927621:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204435.927626:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204435.927629:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204435.927630:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204435.927635:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204435.927638:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204435.927639:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204435.927644:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:1.0:1788204435.927644:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204435.927651:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204435.927654:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3323:3323:256:4294967295] 192.168.201.124@tcp LPNI seq info [3323:3323:8:4294967295]
00000100:00000001:0.0:1788204435.927655:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204435.927660:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204435.927664:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204435.927665:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204435.927669:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927672:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204435.927675:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204435.927676:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1788204435.927680:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927684:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204435.927688:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000010:0.0:1788204435.927690:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204435.927694:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000010:1.0:1788204435.927695:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
02000000:00000001:0.0:1788204435.927697:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204435.927700:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927702:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204435.927705:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1788204435.927706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204435.927708:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204435.927711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
02000000:00000010:0.0:1788204435.927714:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204435.927719:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204435.927721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:0.0:1788204435.927727:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204435.927727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204435.927739:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927744:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204435.927744:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000100:00000001:0.0:1788204435.927748:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204435.927752:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204435.927755:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204435.927762:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204435.927770:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204435.927772:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204435.927777:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204435.927779:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204435.927784:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204435.927784:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204435.927792:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204435.927797:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204435.927799:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204435.927804:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204435.927804:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204435.927809:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3568
00000100:00000040:1.0:1788204435.927812:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204435.927817:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204435.927825:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204435.927828:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204435.927829:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204435.927833:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788204435.927837:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927840:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204435.927841:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204435.927842:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927846:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204435.927850:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204435.927851:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204435.927853:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204435.927856:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204435.927856:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298243311
00000020:00000040:0.0:1788204435.927860:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000010:1.0:1788204435.927863:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d480.
00000020:00000001:0.0:1788204435.927864:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204435.927869:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204435.927872:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1788204435.927873:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927877:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204435.927879:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298243311
00000100:00000040:0.0:1788204435.927880:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.927885:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:1.0:1788204435.927885:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d120.
00000020:00000040:0.0:1788204435.927889:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204435.927891:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1788204435.927895:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204435.927897:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204435.927899:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.927902:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204435.927903:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204435.927906:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204435.927908:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204435.927911:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204435.927913:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204435/real 1788204435]  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.927914:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204435.927918:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204435.927923:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927927:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204435.927933:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000400:00000001:1.0:1788204435.927934:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1788204435.927936:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000001:1.0:1788204435.927937:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788204435.927941:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1788204435.927942:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
02000000:00000001:0.0:1788204435.927944:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.927947:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204435.927947:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
02000000:00000001:0.0:1788204435.927949:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204435.927951:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
02000000:00000001:0.0:1788204435.927952:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.927957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:0.0:1788204435.927958:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204435.927964:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204435.927964:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204435.927973:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204435.927981:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.927985:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204435.927989:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.927995:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1788204435.927996:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.927998:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.928007:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204435.928009:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204435.928012:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788204435.928015:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204435.928017:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204435.928020:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204435.928022:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204435.928028:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204435.928032:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204435.928033:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3568
00000400:00000200:0.0:1788204435.928040:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204435.928043:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204435.928046:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204435.928077:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204435.928083:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204435.928089:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204435.928089:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204435.928093:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204435.928095:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204435.928097:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204435.928099:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788204435.928101:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204435.928102:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204435.928104:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204435.928107:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204435.928107:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788204435.928112:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204435.928112:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788204435.928116:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00080000:1.0:1788204435.928118:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1788204435.928119:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204435.928126:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:1.0:1788204435.928128:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204435.928129:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204435.928134:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204435.928135:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788204435.928137:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204435.928141:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:1.0:1788204435.928143:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204435.928146:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204435.928151:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204435.928155:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204435.928158:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204435.928163:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204435.928163:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618648320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204435.928166:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204435.928169:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:1.0:1788204435.928171:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788204435.928173:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928175:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204435.928176:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204435.928182:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000040:1.0:1788204435.928182:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618648320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204435.928186:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204435.928191:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204435.928193:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.928198:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204435.928199:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204435.928200:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204435.928203:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788204435.928204:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204435.928208:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000010:0.0:1788204435.928209:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204435.928213:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788204435.928214:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204435.928216:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204435.928219:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00100000:0.0:1788204435.928223:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1788204435.928224:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204435.928228:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:1.0:1788204435.928235:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204435.928236:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204435.928238:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788204435.928239:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204435.928242:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000040:0.0:1788204435.928246:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928247:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204435.928250:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928255:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204435.928261:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928264:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1788204435.928265:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3578)
00000100:00000001:1.0:1788204435.928267:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928271:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204435.928273:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204435.928275:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204435.928280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928286:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204435.928288:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.928290:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204435.928292:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204435.928294:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204435.928298:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204435.928301:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204435.928303:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204435.928305:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.928307:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204435.928310:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204435.928312:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204435.928316:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204435.928318:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204435.928321:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204435.928324:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648448, portal 10
00000100:00000001:1.0:1788204435.928326:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204435.928327:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204435.928333:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928339:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204435.928341:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204435.928343:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204435.928345:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618648448, offset 0
00000400:00000200:1.0:1788204435.928348:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204435.928352:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.928355:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204435.928358:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204435.928360:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204435.928362:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204435.928365:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204435.928367:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3324:3324:256:4294967295] 192.168.201.124@tcp LPNI seq info [3324:3324:8:4294967295]
00000400:00000200:1.0:1788204435.928371:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.928377:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204435.928381:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.928384:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204435.928388:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204435.928390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204435.928394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204435.928407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204435.928411:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.928413:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204435.928431:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204435.928435:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204435.928438:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204435.928440:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204435.928442:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204435.928445:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928452:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.928455:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928461:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928462:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204435.928465:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204435.928469:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204435.928472:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204435.928474:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298243223
00000100:00000001:1.0:1788204435.928477:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.928479:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298243223
00000100:00000001:1.0:1788204435.928481:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.928483:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204435.928485:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928487:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204435.928491:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204435/real 1788204435]  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204435.928504:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204435.928505:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204435.928507:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204435.928509:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204435.928511:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204435.928513:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204435.928516:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204435.928524:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928530:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204435.928531:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928533:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.928534:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204435.928538:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928544:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204435.928548:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928554:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204435.928556:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928558:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.928559:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928560:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204435.928562:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204435.928564:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204435.928567:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204435.928570:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204435.928574:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204435.928581:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204435.928585:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204435.928588:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928595:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204435.928596:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.928598:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204435.928600:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204435.928602:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204435.928605:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204435.928607:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204435.928609:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204435.928611:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.928612:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204435.928616:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204435.928617:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204435.928620:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204435.928622:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204435.928626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204435.928628:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648576, portal 10
00000100:00000001:1.0:1788204435.928630:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204435.928631:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204435.928637:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928643:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204435.928645:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204435.928646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204435.928649:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618648576, offset 0
00000400:00000200:1.0:1788204435.928653:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204435.928656:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.928659:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204435.928662:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204435.928664:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204435.928667:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204435.928669:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204435.928672:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3325:3325:256:4294967295] 192.168.201.124@tcp LPNI seq info [3325:3325:8:4294967295]
00000400:00000200:1.0:1788204435.928676:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.928681:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204435.928685:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.928688:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204435.928691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204435.928694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204435.928697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204435.928699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204435.928702:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.928704:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204435.928706:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204435.928709:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204435.928711:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204435.928713:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204435.928715:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204435.928719:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928726:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.928729:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928734:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928736:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204435.928738:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204435.928741:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204435.928744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204435.928746:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298241068
00000100:00000001:1.0:1788204435.928748:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.928750:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298241068
00000100:00000001:1.0:1788204435.928752:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.928754:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204435.928766:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.928768:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204435.928775:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204435/real 1788204435]  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204435.928782:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204435.928784:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204435.928785:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204435.928788:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204435.928789:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204435.928791:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204435.928794:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204435.928802:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928809:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204435.928810:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928812:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.928813:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204435.928817:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928823:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204435.928827:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928833:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204435.928835:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928837:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.928838:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.928839:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204435.928841:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204435.928843:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204435.928846:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204435.928848:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204435.928851:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204435.928859:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204435.928862:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204435.928865:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928871:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204435.928872:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.928874:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204435.928876:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204435.928878:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204435.928880:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204435.928883:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204435.928885:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204435.928886:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.928888:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204435.928891:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204435.928893:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204435.928896:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204435.928898:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204435.928901:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204435.928904:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648704, portal 4
00000100:00000001:1.0:1788204435.928906:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204435.928907:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204435.928912:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.928918:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204435.928920:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204435.928922:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204435.928924:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618648704, offset 0
00000400:00000200:1.0:1788204435.928928:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204435.928931:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.928935:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204435.928937:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204435.928940:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204435.928942:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204435.928944:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204435.928947:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3326:3326:256:4294967295] 192.168.201.124@tcp LPNI seq info [3326:3326:8:4294967295]
00000400:00000200:1.0:1788204435.928950:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.928956:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204435.928959:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.928962:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204435.928966:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204435.928968:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204435.928971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204435.928973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204435.928976:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.928978:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204435.928980:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204435.928983:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204435.928986:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204435.928987:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204435.928989:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204435.928992:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929004:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.929007:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929012:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.929013:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204435.929016:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204435.929018:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204435.929022:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204435.929023:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298241048
00000100:00000001:1.0:1788204435.929025:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.929027:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298241048
00000100:00000001:1.0:1788204435.929029:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.929031:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204435.929032:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.929034:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204435.929038:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204435/real 1788204435]  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204435.929045:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204435.929046:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204435.929047:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204435.929065:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204435.929067:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204435.929070:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204435.929073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204435.929080:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929086:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204435.929088:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929089:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.929091:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204435.929094:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929100:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204435.929104:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929110:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204435.929112:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929114:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.929115:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929117:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204435.929118:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204435.929120:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204435.929123:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204435.929125:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204435.929129:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204435.929135:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204435.929139:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204435.929142:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929147:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204435.929148:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.929151:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204435.929152:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204435.929154:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204435.929156:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204435.929159:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204435.929161:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204435.929162:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204435.929164:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204435.929166:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204435.929168:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204435.929171:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204435.929173:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204435.929175:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204435.929178:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618648832, portal 4
00000100:00000001:1.0:1788204435.929179:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204435.929180:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204435.929185:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929190:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204435.929192:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204435.929193:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204435.929195:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618648832, offset 0
00000400:00000200:1.0:1788204435.929199:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204435.929202:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.929205:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204435.929207:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204435.929209:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204435.929211:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204435.929213:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204435.929216:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3327:3327:256:4294967295] 192.168.201.124@tcp LPNI seq info [3327:3327:8:4294967295]
00000400:00000200:1.0:1788204435.929219:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204435.929224:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204435.929228:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.929231:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204435.929235:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204435.929237:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204435.929240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204435.929242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204435.929246:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204435.929248:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204435.929250:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204435.929253:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204435.929255:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204435.929257:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204435.929259:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204435.929261:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929268:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.929271:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929277:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.929278:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204435.929280:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204435.929283:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204435.929286:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204435.929287:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298241183
00000100:00000001:1.0:1788204435.929290:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.929292:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298241183
00000100:00000001:1.0:1788204435.929293:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298243311
00000100:00000001:1.0:1788204435.929295:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204435.929297:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.929299:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204435.929302:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204435/real 1788204435]  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204435.929308:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204435.929310:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204435.929311:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204435.929313:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204435.929314:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204435.929316:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204435.929318:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204435.929325:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929330:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204435.929332:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929333:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.929334:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204435.929337:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929343:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204435.929346:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929351:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204435.929353:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929354:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204435.929355:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929357:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204435.929358:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204435.929361:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204435.929363:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204435.929365:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204435.929368:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204435.929380:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618648832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204435.929383:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929385:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.929387:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618648448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929393:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204435.929394:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204435.929396:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204435.929398:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204435.929399:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204435.929401:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204435.929403:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204435.929404:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:1.0:1788204435.929406:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204435.929407:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204435.929409:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204435.929411:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204435.929412:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929413:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.929429:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618648576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929435:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204435.929436:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204435.929437:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204435.929439:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204435.929440:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204435.929442:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204435.929443:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204435.929444:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:1.0:1788204435.929446:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204435.929447:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204435.929448:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204435.929451:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204435.929452:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929454:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.929456:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618648704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929461:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204435.929462:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204435.929464:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204435.929465:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204435.929466:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204435.929467:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204435.929469:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204435.929471:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:1.0:1788204435.929473:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204435.929474:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204435.929476:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204435.929477:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204435.929478:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929480:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204435.929483:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618648832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204435.929488:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204435.929488:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204435.929490:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204435.929492:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204435.929492:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204435.929493:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204435.929495:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204435.929496:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204435.929498:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204435.929499:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204435.929500:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204435.929502:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204435.929503:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929504:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204435.929508:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204435.929509:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204435.929511:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204435.929512:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204436.247229:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204436.247233:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204436.247237:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204437.271244:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204437.271248:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204437.271251:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204438.295320:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204438.295325:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204438.295328:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204439.319253:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204439.319257:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204439.319261:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204440.343305:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204440.343308:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204440.343312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204441.047238:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204441.047246:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204441.047249:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204441.047254:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204441.047258:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204441.047267:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3573
00000400:00000200:1.0:1788204441.047278:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204441.047284:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204441.047289:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204441.047292:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047296:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047299:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047302:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204441.047306:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204441.047309:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204441.047312:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204441.047315:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204441.047318:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204441.047320:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204441.047323:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047337:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047340:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047342:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204441.047346:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204441.047350:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047353:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204441.047356:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204441.047360:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204441.047363:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047366:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204441.047369:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204441.047375:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5880.
00000020:00000040:1.0:1788204441.047379:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204441.047384:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204441.047386:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047390:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204441.047393:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204441.047398:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204441.047407:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788204441.047422:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204441.047433:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5880 x1875064618648960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204441.047444:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204441.047450:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204441.047456:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001054ab8c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5880 x1875064618648960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204441.047478:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204441.047481:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204441.047485:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204441.047487:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204441.047492:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204441.047497:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204441.047504:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3573
00000400:00000200:1.0:1788204441.047533:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204441.047539:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204441.047542:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204441.047546:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047550:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047553:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047557:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204441.047560:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204441.047562:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204441.047565:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204441.047568:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204441.047570:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204441.047572:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204441.047575:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047577:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047578:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047584:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204441.047588:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204441.047592:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047596:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204441.047600:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204441.047607:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204441.047611:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047613:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204441.047618:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204441.047623:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047627:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204441.047632:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788204441.047636:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204441.047641:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204441.047643:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047645:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204441.047648:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204441.047651:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204441.047658:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788204441.047664:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204441.047674:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618649088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204441.047689:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204441.047691:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204441.047696:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618649088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204441.047713:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204441.047717:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204441.047723:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204441.047725:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204441.047729:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204441.047731:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204441.047736:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3573
00000400:00000200:1.0:1788204441.047741:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204441.047744:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204441.047746:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204441.047750:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047752:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047754:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047758:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204441.047760:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204441.047762:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204441.047765:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204441.047768:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204441.047770:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204441.047774:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:2.1:1788204441.047780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204441.047785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1788204441.047787:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047791:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047794:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047796:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204441.047800:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204441.047804:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047807:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204441.047809:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204441.047814:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204441.047820:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047824:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204441.047829:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204441.047834:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047838:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204441.047845:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000020:00000040:1.0:1788204441.047849:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204441.047855:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204441.047858:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.047863:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204441.047866:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204441.047871:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204441.047877:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:1.0:1788204441.047884:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204441.047896:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618649216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204441.047905:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204441.047908:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204441.047915:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618649216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204441.047930:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204441.047935:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204441.047942:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204441.047945:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204441.047948:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204441.047954:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204441.047960:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3573
00000400:00000200:1.0:1788204441.047967:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204441.047973:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204441.047978:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204441.047986:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.047991:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.047997:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048003:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204441.048007:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204441.048011:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204441.048015:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204441.048019:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204441.048025:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204441.048029:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204441.048037:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048040:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.048045:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048076:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204441.048083:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204441.048089:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048096:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204441.048101:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204441.048105:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204441.048110:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.048116:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204441.048121:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204441.048128:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.048132:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204441.048138:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000020:00000040:1.0:1788204441.048144:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204441.048150:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204441.048154:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.048158:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204441.048162:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204441.048167:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204441.048173:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788204441.048180:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204441.048190:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618649344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204441.048202:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204441.048208:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204441.048217:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618649344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204441.048241:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204441.048248:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204441.048256:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204441.048261:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204441.048265:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204441.048272:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204441.048278:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3573
00000400:00000200:1.0:1788204441.048288:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204441.048296:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204441.048302:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204441.048308:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048312:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.048316:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048321:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204441.048337:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204441.048340:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204441.048343:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204441.048347:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204441.048351:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204441.048354:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204441.048359:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048364:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204441.048368:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048373:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204441.048377:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204441.048383:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204441.048387:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204441.048389:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204441.048393:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204441.048398:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.048403:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204441.048407:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204441.048412:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.048416:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204441.048416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204441.048421:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000010:1.0:1788204441.048422:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000020:00000040:1.0:1788204441.048427:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204441.048430:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204441.048433:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204441.048435:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204441.048438:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204441.048440:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204441.048445:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204441.048451:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204441.048459:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618649472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204441.048494:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204441.048499:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204441.048509:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618649472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204441.048524:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204441.048531:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3583)
00000800:00000200:2.1:1788204441.048712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204441.048713:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204441.048927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204441.048929:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204441.049108:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204441.049110:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1788204441.367238:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204441.367242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204441.367246:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204442.391608:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204442.391613:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204442.391616:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204443.415221:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204443.415225:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204443.415228:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204444.439311:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204444.439315:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204444.439319:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204445.463322:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204445.463326:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204445.463329:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204446.167162:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204446.167173:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204446.167176:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204446.167180:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204446.167185:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204446.167194:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3578
00000400:00000200:1.0:1788204446.167204:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204446.167214:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204446.167220:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204446.167230:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167236:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.167254:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167262:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204446.167270:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204446.167274:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204446.167277:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204446.167280:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204446.167283:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204446.167286:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204446.167290:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167292:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.167296:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167298:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204446.167301:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204446.167304:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167307:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204446.167310:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204446.167313:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204446.167315:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167317:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204446.167319:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204446.167327:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204446.167330:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204446.167334:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204446.167336:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167339:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204446.167342:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204446.167346:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204446.167353:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204446.167360:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204446.167368:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618649600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204446.167376:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204446.167380:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204446.167385:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618649600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204446.167408:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204446.167412:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204446.167415:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204446.167417:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204446.167418:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204446.167421:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204446.167424:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3578
00000400:00000200:1.0:1788204446.167429:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204446.167432:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204446.167435:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204446.167438:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167441:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.167448:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167455:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204446.167459:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204446.167460:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204446.167462:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204446.167464:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204446.167466:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204446.167468:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204446.167471:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167476:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.167480:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167489:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204446.167497:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204446.167505:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167515:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204446.167522:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204446.167534:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204446.167542:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167550:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204446.167558:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204446.167564:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167566:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204446.167569:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000020:00000040:1.0:1788204446.167573:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204446.167578:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204446.167583:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167588:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204446.167590:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204446.167593:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204446.167600:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000100:00000001:1.0:1788204446.167608:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204446.167624:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618649728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204446.167633:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204446.167638:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204446.167642:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618649728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204446.167663:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204446.167667:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204446.167673:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204446.167678:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204446.167681:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204446.167696:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204446.167708:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3578
00000400:00000200:1.0:1788204446.167718:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204446.167730:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204446.167735:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204446.167747:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167751:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.167759:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167765:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204446.167770:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204446.167775:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204446.167779:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204446.167783:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204446.167788:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204446.167797:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204446.167809:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167817:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.167823:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167830:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204446.167838:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204446.167846:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204446.167849:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204446.167852:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204446.167858:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204446.167865:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167870:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204446.167873:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204446.167880:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167881:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204446.167886:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000020:00000040:1.0:1788204446.167892:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204446.167899:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204446.167903:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.167909:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204446.167911:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204446.167918:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204446.167922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204446.167927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
02000000:00000010:1.0:1788204446.167928:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:1.0:1788204446.167937:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204446.167950:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618649856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204446.167991:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204446.167997:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204446.168007:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618649856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204446.168037:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204446.168043:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204446.168091:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204446.168100:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204446.168103:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204446.168110:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204446.168119:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3578
00000400:00000200:1.0:1788204446.168134:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204446.168140:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204446.168143:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204446.168151:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168153:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.168157:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168164:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204446.168167:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204446.168169:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204446.168174:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204446.168176:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204446.168181:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204446.168183:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204446.168188:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168190:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.168196:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168201:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204446.168208:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204446.168214:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168224:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204446.168229:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204446.168234:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204446.168246:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.168247:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204446.168249:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204446.168252:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.168257:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204446.168265:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788204446.168270:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204446.168275:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204446.168277:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.168282:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204446.168285:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204446.168290:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204446.168295:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000100:00000001:1.0:1788204446.168299:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204446.168310:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618649984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204446.168327:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204446.168330:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204446.168340:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618649984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204446.168357:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204446.168364:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204446.168371:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204446.168376:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204446.168381:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204446.168388:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204446.168398:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3578
00000400:00000200:1.0:1788204446.168412:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204446.168418:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204446.168426:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204446.168436:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168442:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.168450:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168457:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204446.168465:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204446.168469:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204446.168474:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204446.168477:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204446.168481:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204446.168487:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204446.168500:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168503:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204446.168510:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168513:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204446.168516:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204446.168520:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204446.168525:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204446.168530:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204446.168533:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204446.168541:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.168546:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204446.168550:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204446.168556:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.168561:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204446.168568:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788204446.168576:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204446.168586:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204446.168590:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204446.168597:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204446.168602:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204446.168607:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204446.168616:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788204446.168625:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204446.168640:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618650112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204446.168660:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204446.168668:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204446.168684:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618650112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204446.168714:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204446.168724:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3588)
00000800:00000200:2.1:1788204446.168851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204446.168854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204446.169162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204446.169164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204446.169451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204446.169453:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204446.169738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204446.169759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788204446.487533:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204446.487537:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204446.487540:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204447.511370:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204447.511375:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204447.511378:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204448.535258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204448.535263:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204448.535266:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204449.559284:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204449.559287:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204449.559290:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204450.583300:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204450.583307:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204450.583311:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204451.287275:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204451.287289:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204451.287292:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204451.287297:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204451.287302:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204451.287312:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3583
00000400:00000200:0.0:1788204451.287323:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204451.287331:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204451.287335:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204451.287338:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287342:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.287344:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287347:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204451.287353:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204451.287355:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204451.287358:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204451.287361:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204451.287363:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204451.287365:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204451.287368:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287370:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.287371:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287373:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204451.287376:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204451.287378:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287381:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204451.287384:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204451.287388:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204451.287391:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287393:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204451.287396:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204451.287408:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204451.287412:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204451.287417:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204451.287419:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287423:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204451.287427:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204451.287431:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204451.287443:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204451.287451:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204451.287463:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618650240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204451.287473:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204451.287478:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204451.287483:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618650240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204451.287518:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204451.287521:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204451.287524:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204451.287526:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204451.287527:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204451.287530:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204451.287533:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3583
00000400:00000200:0.0:1788204451.287536:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204451.287545:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204451.287548:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204451.287551:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287553:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.287555:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287557:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204451.287560:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204451.287561:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204451.287563:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204451.287565:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204451.287567:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204451.287569:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204451.287572:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287574:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.287577:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287579:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204451.287582:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204451.287585:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287587:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204451.287590:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204451.287596:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204451.287599:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287601:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204451.287606:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204451.287610:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287613:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204451.287617:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204451.287620:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204451.287622:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204451.287624:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287626:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204451.287627:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204451.287629:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204451.287633:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204451.287636:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204451.287641:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618650368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204451.287650:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204451.287652:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204451.287656:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618650368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204451.287665:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204451.287668:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204451.287672:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204451.287675:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204451.287678:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204451.287686:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204451.287693:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3583
00000400:00000200:0.0:1788204451.287702:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204451.287708:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204451.287712:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204451.287721:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287728:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.287732:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287739:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204451.287750:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204451.287753:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204451.287761:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204451.287765:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204451.287774:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204451.287779:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204451.287787:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287794:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.287800:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287805:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204451.287810:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204451.287815:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204451.287821:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204451.287825:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204451.287830:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204451.287832:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287834:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204451.287838:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204451.287844:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287849:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204451.287853:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204451.287858:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204451.287864:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204451.287867:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.287871:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204451.287872:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204451.287874:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204451.287878:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204451.287882:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204451.287888:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618650496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204451.287899:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204451.287905:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204451.287916:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618650496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204451.287977:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204451.287985:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204451.287994:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204451.287997:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204451.288000:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204451.288005:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204451.288024:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3583
00000400:00000200:0.0:1788204451.288038:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204451.288090:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204451.288094:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204451.288105:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288111:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.288114:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288118:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204451.288126:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204451.288129:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204451.288133:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204451.288138:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204451.288147:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204451.288164:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204451.288175:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288182:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.288188:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288192:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204451.288199:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204451.288208:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288214:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204451.288217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204451.288220:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788204451.288225:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1788204451.288226:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204451.288237:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.288242:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204451.288248:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204451.288257:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.288260:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204451.288270:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204451.288278:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204451.288283:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204451.288287:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.288293:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204451.288296:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204451.288299:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204451.288307:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204451.288314:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204451.288327:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618650624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204451.288342:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204451.288348:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204451.288363:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618650624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204451.288384:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204451.288392:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204451.288399:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204451.288402:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204451.288405:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204451.288413:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204451.288419:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3583
00000400:00000200:0.0:1788204451.288432:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204451.288441:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204451.288451:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204451.288460:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288468:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.288473:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288478:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204451.288484:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204451.288488:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204451.288493:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204451.288499:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204451.288508:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204451.288518:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204451.288530:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288538:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204451.288545:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288549:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204451.288555:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204451.288562:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204451.288570:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204451.288576:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204451.288582:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204451.288587:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.288593:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204451.288598:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204451.288610:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.288617:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204451.288632:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204451.288640:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204451.288650:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204451.288655:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.288661:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204451.288664:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204451.288670:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204451.288679:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204451.288687:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204451.288700:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618650752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204451.288726:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204451.288732:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204451.288744:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618650752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204451.288774:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204451.288782:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3594)
00000800:00000200:2.1:1788204451.288895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204451.288897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204451.289235:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204451.289237:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204451.289422:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204451.289423:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204451.289610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204451.289612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788204451.607313:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204451.607319:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204451.607322:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204452.631232:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204452.631235:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204452.631237:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204453.655279:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204453.655283:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204453.655286:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204454.679286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204454.679289:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204454.679291:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204455.703266:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204455.703270:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204455.703273:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204456.407185:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204456.407194:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204456.407198:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204456.407203:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204456.407210:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204456.407219:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3589
00000400:00000200:0.0:1788204456.407237:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204456.407248:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204456.407254:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204456.407260:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407264:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407266:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407268:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204456.407271:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204456.407273:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204456.407275:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204456.407277:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204456.407278:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204456.407280:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204456.407282:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407284:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407286:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407287:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204456.407290:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204456.407292:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407296:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204456.407298:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204456.407301:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204456.407303:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407305:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204456.407307:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204456.407314:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204456.407316:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204456.407320:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204456.407321:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407323:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204456.407325:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204456.407328:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204456.407334:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204456.407339:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204456.407345:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618650880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204456.407357:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204456.407361:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204456.407366:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618650880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204456.407387:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204456.407391:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204456.407394:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204456.407396:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204456.407397:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204456.407400:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204456.407402:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3589
00000400:00000200:0.0:1788204456.407406:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204456.407409:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204456.407412:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204456.407414:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407415:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407416:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407418:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204456.407420:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204456.407421:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204456.407422:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204456.407424:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204456.407425:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204456.407426:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204456.407429:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407430:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407432:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407436:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204456.407440:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204456.407445:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407450:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204456.407453:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204456.407460:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204456.407463:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407468:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204456.407473:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204456.407480:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407483:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204456.407488:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204456.407492:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204456.407495:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204456.407498:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407503:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204456.407506:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204456.407509:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204456.407516:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204456.407524:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204456.407534:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618651008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204456.407549:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204456.407552:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204456.407560:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618651008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204456.407576:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204456.407580:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204456.407583:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204456.407584:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204456.407585:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204456.407587:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204456.407591:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3589
00000400:00000200:0.0:1788204456.407595:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204456.407599:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204456.407601:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204456.407605:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407608:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407613:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407615:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204456.407618:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204456.407619:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204456.407622:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204456.407624:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204456.407629:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204456.407633:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204456.407638:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407640:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407644:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407656:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204456.407660:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204456.407667:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407671:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204456.407675:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204456.407680:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204456.407685:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204456.407689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204456.407690:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1788204456.407693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000008:00100000:0.0:1788204456.407694:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204456.407707:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407711:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204456.407716:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204456.407720:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204456.407725:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204456.407728:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407731:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204456.407733:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204456.407735:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204456.407740:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204456.407744:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204456.407751:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618651136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204456.407765:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204456.407770:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204456.407785:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618651136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204456.407801:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204456.407806:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204456.407811:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204456.407812:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204456.407814:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204456.407819:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204456.407824:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3589
00000400:00000200:0.0:1788204456.407832:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204456.407838:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204456.407842:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204456.407847:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407851:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407855:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407857:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204456.407861:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204456.407864:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204456.407866:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204456.407869:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204456.407871:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204456.407875:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204456.407879:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407882:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.407885:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407887:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204456.407890:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204456.407895:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204456.407898:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204456.407902:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204456.407905:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204456.407911:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407915:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204456.407919:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204456.407924:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407929:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204456.407937:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204456.407943:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204456.407948:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204456.407951:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.407957:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204456.407960:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204456.407963:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204456.407968:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204456.407971:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204456.407978:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618651264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204456.407991:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204456.407996:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204456.408003:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618651264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204456.408026:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204456.408030:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204456.408034:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204456.408035:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204456.408037:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204456.408042:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204456.408046:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3589
00000400:00000200:0.0:1788204456.408105:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204456.408110:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204456.408114:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204456.408116:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.408120:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.408122:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.408125:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204456.408129:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204456.408130:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204456.408135:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204456.408139:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204456.408143:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204456.408144:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204456.408147:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.408148:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204456.408150:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204456.408151:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204456.408152:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204456.408155:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204456.408157:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204456.408160:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204456.408163:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204456.408166:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.408170:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204456.408173:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204456.408176:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.408179:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204456.408183:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204456.408184:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204456.408186:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204456.408187:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.408191:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204456.408192:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204456.408195:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204456.408198:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204456.408202:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204456.408208:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618651392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204456.408216:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204456.408218:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204456.408224:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618651392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204456.408236:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204456.408240:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3599)
00000800:00000200:2.1:1788204456.408331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204456.408333:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204456.408594:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204456.408596:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204456.408766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204456.408768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204456.409036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204456.409038:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788204456.727297:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204456.727301:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204456.727304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204457.751268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204457.751272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204457.751275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204458.775263:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204458.775266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204458.775269:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204459.799233:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204459.799237:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204459.799239:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204460.823246:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204460.823249:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204460.823251:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204461.527136:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204461.527145:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204461.527151:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204461.527157:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204461.527164:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204461.527171:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3594
00000400:00000200:0.0:1788204461.527181:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204461.527187:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204461.527189:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204461.527192:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527195:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527197:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527199:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204461.527202:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204461.527204:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204461.527206:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204461.527209:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204461.527211:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204461.527213:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204461.527216:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527218:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527219:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527221:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204461.527224:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204461.527227:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527229:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204461.527231:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204461.527234:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204461.527237:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527239:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204461.527241:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204461.527248:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204461.527251:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204461.527255:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204461.527257:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527260:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204461.527263:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204461.527267:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204461.527275:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204461.527281:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204461.527290:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618651520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204461.527299:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204461.527303:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204461.527307:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618651520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204461.527331:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204461.527334:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204461.527337:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204461.527338:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204461.527340:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204461.527343:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204461.527345:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3594
00000400:00000200:0.0:1788204461.527349:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204461.527357:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204461.527359:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204461.527362:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527364:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527366:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527369:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204461.527371:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204461.527373:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204461.527374:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204461.527377:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204461.527379:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204461.527382:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204461.527388:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527393:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527398:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527401:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204461.527405:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204461.527412:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527417:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204461.527423:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204461.527431:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204461.527435:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527440:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204461.527446:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204461.527453:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527456:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204461.527464:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204461.527469:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204461.527474:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204461.527476:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527480:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204461.527484:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204461.527489:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204461.527497:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204461.527504:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204461.527515:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618651648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204461.527529:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204461.527532:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204461.527537:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618651648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204461.527557:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204461.527562:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204461.527570:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204461.527574:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204461.527577:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204461.527584:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204461.527592:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3594
00000400:00000200:0.0:1788204461.527602:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204461.527611:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204461.527618:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788204461.527621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204461.527626:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204461.527626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788204461.527631:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527638:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527643:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204461.527647:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204461.527650:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204461.527654:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204461.527658:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204461.527663:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204461.527667:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204461.527675:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527680:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527684:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527689:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204461.527694:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204461.527702:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527707:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204461.527711:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204461.527715:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204461.527720:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527726:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204461.527732:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204461.527738:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527741:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204461.527746:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204461.527750:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204461.527755:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204461.527759:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.527765:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204461.527769:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204461.527773:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204461.527781:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204461.527787:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204461.527802:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618651776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204461.527826:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204461.527832:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204461.527843:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618651776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204461.527857:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204461.527863:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204461.527869:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204461.527874:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204461.527878:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204461.527884:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204461.527891:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3594
00000400:00000200:0.0:1788204461.527900:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204461.527908:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204461.527913:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204461.527922:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527928:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527934:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527939:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204461.527945:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204461.527950:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204461.527954:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204461.527959:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204461.527964:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204461.527969:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204461.527988:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527990:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.527994:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.527996:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204461.527999:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204461.528002:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204461.528009:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204461.528015:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204461.528020:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204461.528025:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.528029:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204461.528034:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204461.528042:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.528047:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204461.528083:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204461.528089:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204461.528095:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204461.528098:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.528103:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204461.528107:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204461.528112:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204461.528119:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204461.528125:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204461.528136:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618651904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204461.528177:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204461.528182:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204461.528192:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618651904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204461.528193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204461.528202:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204461.528206:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788204461.528207:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1788204461.528214:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204461.528219:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204461.528222:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204461.528228:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204461.528235:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3594
00000400:00000200:0.0:1788204461.528241:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204461.528249:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204461.528253:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204461.528260:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.528266:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.528271:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.528274:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204461.528278:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204461.528281:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204461.528285:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204461.528288:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204461.528294:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204461.528299:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204461.528307:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.528312:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204461.528319:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204461.528324:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204461.528331:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204461.528340:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204461.528347:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204461.528351:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204461.528356:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204461.528361:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.528367:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204461.528371:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204461.528378:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.528384:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204461.528390:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204461.528397:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204461.528403:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204461.528406:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.528412:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204461.528415:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204461.528419:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204461.528427:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204461.528434:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204461.528444:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618652032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204461.528473:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204461.528478:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204461.528489:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618652032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204461.528507:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204461.528515:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3604)
00000800:00000200:2.1:1788204461.528567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204461.528568:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204461.528764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204461.528766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204461.528915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204461.528916:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788204461.847227:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204461.847231:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204461.847234:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204462.871299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204462.871306:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204462.871310:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204463.895267:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204463.895271:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204463.895274:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204464.919295:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204464.919298:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204464.919301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204465.943297:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204465.943301:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204465.943304:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204466.647183:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204466.647196:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204466.647201:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204466.647207:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204466.647212:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204466.647221:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3599
00000400:00000200:1.0:1788204466.647236:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204466.647245:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204466.647249:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204466.647253:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647257:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647260:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647262:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204466.647267:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204466.647270:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204466.647273:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204466.647277:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204466.647280:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204466.647282:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204466.647285:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647287:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647288:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647289:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204466.647292:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204466.647295:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647297:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.647299:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204466.647303:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.647311:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647314:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204466.647317:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204466.647328:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204466.647332:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204466.647337:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204466.647339:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647341:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204466.647345:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204466.647349:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204466.647357:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000100:00000001:1.0:1788204466.647362:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.647371:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618652160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204466.647379:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.647382:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.647386:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618652160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.647404:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204466.647406:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204466.647409:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204466.647410:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204466.647411:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204466.647413:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204466.647414:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3599
00000400:00000200:1.0:1788204466.647417:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204466.647419:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204466.647421:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204466.647423:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647424:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647425:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647427:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204466.647428:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204466.647429:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204466.647430:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204466.647432:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204466.647433:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204466.647434:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204466.647442:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647444:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647445:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647446:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204466.647449:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204466.647453:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647455:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.647458:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204466.647462:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.647465:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647467:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204466.647471:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204466.647476:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647479:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204466.647483:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000020:00000040:1.0:1788204466.647488:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204466.647492:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204466.647495:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647497:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204466.647499:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204466.647502:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204466.647505:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:1.0:1788204466.647510:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.647515:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618652288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204466.647528:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.647531:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.647534:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618652288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.647545:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204466.647549:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204466.647551:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204466.647552:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204466.647553:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204466.647559:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204466.647562:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3599
00000400:00000200:1.0:1788204466.647564:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204466.647566:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204466.647569:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204466.647574:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647576:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647577:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647584:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204466.647586:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204466.647587:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204466.647588:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204466.647591:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204466.647594:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204466.647595:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204466.647598:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647599:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647602:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647606:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204466.647610:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204466.647616:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647620:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.647624:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204466.647628:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.647633:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647637:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204466.647642:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204466.647648:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647653:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204466.647658:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788204466.647662:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204466.647666:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204466.647668:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647669:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204466.647671:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204466.647674:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204466.647680:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000100:00000001:1.0:1788204466.647695:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.647704:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618652416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204466.647716:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.647720:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.647729:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618652416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.647736:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204466.647741:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204466.647746:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204466.647749:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204466.647751:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204466.647755:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204466.647759:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3599
00000400:00000200:1.0:1788204466.647764:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204466.647767:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204466.647769:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204466.647772:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647774:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647775:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647777:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204466.647780:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204466.647782:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204466.647785:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204466.647788:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204466.647790:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204466.647793:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204466.647797:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647800:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204466.647801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788204466.647803:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647808:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.1:1788204466.647809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1788204466.647810:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204466.647814:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647816:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.647820:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204466.647824:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.647826:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647830:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204466.647832:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204466.647836:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647838:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204466.647842:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788204466.647847:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204466.647852:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204466.647853:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.647855:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204466.647857:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204466.647860:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204466.647867:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204466.647869:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.647874:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618652544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204466.647914:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.647919:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.647928:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618652544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.647938:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204466.647942:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204466.647946:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204466.647948:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204466.647950:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204466.647955:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204466.647959:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3599
00000400:00000200:1.0:1788204466.647964:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204466.647966:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204466.647969:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204466.647971:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647973:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.647975:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647978:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204466.647980:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204466.647981:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204466.647982:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204466.647984:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204466.647989:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204466.647991:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204466.647996:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.647997:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204466.648001:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204466.648003:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204466.648005:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204466.648009:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204466.648012:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.648015:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204466.648025:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.648029:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.648033:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204466.648035:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204466.648038:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.648040:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204466.648045:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000020:00000040:1.0:1788204466.648048:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204466.648074:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204466.648076:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.648078:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204466.648080:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204466.648082:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204466.648089:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204466.648095:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.648104:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618652672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204466.648118:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.648120:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.648124:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618652672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.648135:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.648141:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3609)
00000800:00000200:2.1:1788204466.648403:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204466.648405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204466.648675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204466.648677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204466.648955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204466.648958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204466.649242:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204466.649244:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204466.967288:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204466.967292:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204466.967295:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204467.991307:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204467.991311:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204467.991313:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204469.015305:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204469.015309:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204469.015312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204470.039183:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204470.039186:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204470.039188:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204471.063278:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204471.063282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204471.063285:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204471.767876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204471.767883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204471.768492:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204471.768493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204471.768742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204471.768745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204471.768985:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204471.769004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204471.769264:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204471.769266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788204472.087221:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204472.087228:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204472.087232:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204473.111280:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204473.111284:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204473.111286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204474.135268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204474.135272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204474.135275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204475.159276:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204475.159280:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204475.159284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204476.183268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204476.183271:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204476.183274:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204476.887634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204476.887638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204476.888234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204476.888238:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204476.888594:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204476.888596:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204476.888787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204476.888788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204476.889004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204476.889006:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788204477.207250:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204477.207255:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204477.207258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204478.231228:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204478.231231:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204478.231234:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204479.255219:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204479.255222:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204479.255224:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204480.279234:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204480.279237:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204480.279239:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204481.303256:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204481.303260:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204481.303263:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204482.007165:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204482.007176:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204482.007180:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204482.007183:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204482.007190:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204482.007198:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3614
00000400:00000200:0.0:1788204482.007207:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204482.007212:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204482.007215:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204482.007217:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007220:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007222:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007224:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204482.007226:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204482.007228:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204482.007230:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204482.007232:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204482.007234:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204482.007235:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204482.007237:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007238:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007239:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007240:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204482.007241:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204482.007243:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007245:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204482.007246:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204482.007249:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204482.007251:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007252:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204482.007254:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204482.007260:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204482.007263:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204482.007266:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204482.007267:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007269:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204482.007271:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204482.007274:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204482.007280:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204482.007285:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204482.007291:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618654080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204482.007301:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204482.007304:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204482.007308:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618654080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204482.007320:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204482.007322:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204482.007324:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204482.007325:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204482.007326:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204482.007328:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204482.007332:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3614
00000400:00000200:0.0:1788204482.007334:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204482.007336:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204482.007338:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204482.007340:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007341:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007343:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007344:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204482.007345:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204482.007346:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204482.007350:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204482.007352:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204482.007356:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204482.007358:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204482.007362:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007363:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007367:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007369:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204482.007373:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204482.007376:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007380:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204482.007383:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204482.007388:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204482.007391:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007395:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204482.007399:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204482.007402:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007405:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204482.007409:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204482.007412:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204482.007415:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204482.007416:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007419:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204482.007421:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204482.007424:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204482.007427:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204482.007430:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204482.007437:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618654208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204482.007444:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204482.007446:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204482.007449:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618654208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204482.007459:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204482.007461:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204482.007465:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204482.007467:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204482.007469:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204482.007471:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204482.007475:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3614
00000400:00000200:0.0:1788204482.007478:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204482.007480:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204482.007483:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204482.007486:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007487:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007489:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007490:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204482.007495:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204482.007497:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204482.007499:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204482.007501:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204482.007504:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204482.007507:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204482.007510:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007512:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007514:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007517:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204482.007520:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204482.007528:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007530:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204482.007533:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204482.007536:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204482.007538:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007540:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204482.007541:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204482.007542:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007543:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204482.007546:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204482.007547:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204482.007549:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204482.007552:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007554:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204482.007555:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204482.007562:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204482.007568:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204482.007573:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204482.007582:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618654336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204482.007593:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204482.007597:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204482.007602:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618654336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204482.007612:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204482.007629:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204482.007632:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204482.007633:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204482.007634:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204482.007636:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204482.007638:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3614
00000400:00000200:0.0:1788204482.007640:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204482.007645:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204482.007648:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204482.007653:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007657:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007661:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007665:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204482.007667:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204482.007669:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204482.007673:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204482.007676:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204482.007678:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204482.007684:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204482.007692:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007695:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007700:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007704:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204482.007708:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204482.007715:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007722:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204482.007724:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788204482.007726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204482.007728:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204482.007732:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007734:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204482.007737:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204482.007739:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007741:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204482.007745:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204482.007749:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204482.007754:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204482.007757:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007761:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204482.007764:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204482.007766:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204482.007773:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204482.007777:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204482.007786:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618654464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204482.007798:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204482.007802:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204482.007809:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618654464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204482.007824:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204482.007828:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204482.007836:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204482.007839:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204482.007843:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204482.007848:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204482.007854:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3614
00000400:00000200:0.0:1788204482.007862:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204482.007869:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204482.007873:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204482.007879:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007885:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007890:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007895:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204482.007899:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204482.007902:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204482.007906:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204482.007910:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204482.007914:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204482.007920:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204482.007927:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007931:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204482.007933:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007937:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204482.007939:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204482.007941:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204482.007945:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204482.007946:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204482.007949:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204482.007952:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007955:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204482.007958:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204482.007961:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007963:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204482.007969:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204482.007973:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204482.007978:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204482.007981:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.007986:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204482.007989:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204482.007992:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204482.008000:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204482.008005:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204482.008013:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618654592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204482.008029:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204482.008033:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204482.008042:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618654592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204482.008101:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204482.008109:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3624)
00000800:00000200:2.1:1788204482.008110:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204482.008263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204482.008418:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204482.008559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:1.0:1788204482.327277:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204482.327280:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204482.327284:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204483.351245:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204483.351249:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204483.351252:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204484.375227:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204484.375230:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204484.375232:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204485.399276:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204485.399280:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204485.399282:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204486.423251:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204486.423255:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204486.423257:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204487.127130:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204487.127139:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204487.127143:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204487.127148:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204487.127156:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204487.127163:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3619
00000400:00000200:0.0:1788204487.127172:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204487.127179:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204487.127183:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204487.127186:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127189:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127192:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127193:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204487.127196:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204487.127197:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204487.127200:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204487.127202:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204487.127204:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204487.127205:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204487.127207:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127208:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127209:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127210:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204487.127212:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204487.127214:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127215:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204487.127217:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204487.127219:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204487.127221:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127222:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204487.127224:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204487.127229:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204487.127231:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204487.127234:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204487.127235:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127237:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204487.127239:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204487.127242:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204487.127248:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204487.127253:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204487.127259:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618654720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204487.127267:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204487.127269:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204487.127273:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618654720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204487.127295:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204487.127298:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204487.127301:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204487.127302:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204487.127304:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204487.127306:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204487.127309:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3619
00000400:00000200:0.0:1788204487.127314:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204487.127317:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204487.127319:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204487.127323:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127337:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127347:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127352:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204487.127356:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204487.127359:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204487.127362:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204487.127366:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204487.127370:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204487.127375:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204487.127383:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127391:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127395:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127400:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204487.127405:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204487.127410:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127414:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204487.127417:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204487.127425:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204487.127430:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127433:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204487.127438:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204487.127443:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127448:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204487.127454:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204487.127459:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204487.127463:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204487.127466:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127470:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204487.127473:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204487.127476:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204487.127483:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204487.127488:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204487.127498:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618654848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204487.127512:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204487.127516:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204487.127522:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618654848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204487.127547:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204487.127552:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204487.127556:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204487.127558:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204487.127560:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204487.127563:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204487.127566:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3619
00000400:00000200:0.0:1788204487.127573:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204487.127580:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204487.127585:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204487.127591:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127595:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127601:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127604:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204487.127609:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204487.127612:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204487.127615:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204487.127618:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204487.127621:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204487.127625:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204487.127632:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127637:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127640:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127643:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204487.127646:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204487.127658:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127661:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204487.127663:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204487.127667:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204487.127672:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127675:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204487.127678:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204487.127683:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204487.127684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204487.127686:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204487.127690:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1788204487.127693:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204487.127697:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204487.127701:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204487.127704:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127711:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204487.127715:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204487.127717:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204487.127724:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204487.127729:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204487.127737:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618654976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204487.127747:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204487.127751:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204487.127758:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618654976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204487.127775:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204487.127779:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204487.127783:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204487.127786:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204487.127789:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204487.127794:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204487.127801:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3619
00000400:00000200:0.0:1788204487.127807:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204487.127812:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204487.127816:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204487.127821:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127825:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127829:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127832:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204487.127837:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204487.127838:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204487.127840:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204487.127842:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204487.127847:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204487.127855:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204487.127862:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127866:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.127870:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127874:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204487.127882:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204487.127889:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204487.127897:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204487.127901:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204487.127906:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204487.127910:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127913:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204487.127918:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204487.127922:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127927:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204487.127934:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204487.127939:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204487.127945:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204487.127947:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.127952:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204487.127955:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204487.127958:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204487.127967:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204487.127974:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204487.127984:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618655104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204487.128000:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204487.128005:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204487.128014:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618655104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204487.128041:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204487.128046:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204487.128076:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204487.128078:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204487.128079:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204487.128082:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204487.128085:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3619
00000400:00000200:0.0:1788204487.128088:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204487.128092:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204487.128095:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204487.128101:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.128106:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.128110:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.128115:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204487.128121:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204487.128123:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204487.128126:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204487.128131:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204487.128137:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204487.128140:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204487.128148:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.128154:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204487.128160:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204487.128163:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204487.128168:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204487.128173:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204487.128178:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204487.128182:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204487.128187:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204487.128192:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.128196:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204487.128199:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204487.128205:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.128209:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204487.128215:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204487.128220:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204487.128225:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204487.128229:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.128233:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204487.128236:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204487.128240:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204487.128246:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204487.128253:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204487.128261:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618655232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204487.128274:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204487.128279:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204487.128286:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618655232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204487.128295:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204487.128302:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3629)
00000800:00000200:2.1:1788204487.128436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204487.128438:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204487.128718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204487.128720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204487.129002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204487.129019:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204487.129335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204487.129338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204487.447279:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204487.447283:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204487.447286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204488.471294:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204488.471297:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204488.471300:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204489.495196:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204489.495200:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204489.495204:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204490.519316:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204490.519321:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204490.519325:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204491.543193:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204491.543198:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204491.543201:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204492.247970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204492.247974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204492.248973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204492.248975:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204492.249204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204492.249205:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204492.249360:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204492.249362:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204492.249617:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204492.249618:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1788204492.567286:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204492.567290:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204492.567293:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204493.591309:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204493.591313:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204493.591316:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204494.615282:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204494.615290:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204494.615295:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204495.639315:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204495.639320:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204495.639323:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204496.663335:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204496.663340:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204496.663344:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204497.367194:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204497.367209:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204497.367212:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204497.367216:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204497.367221:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204497.367229:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3630
00000400:00000200:0.0:1788204497.367241:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204497.367248:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204497.367250:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204497.367253:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367256:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367258:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367260:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204497.367263:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204497.367265:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204497.367267:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204497.367271:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204497.367272:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204497.367274:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204497.367277:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367278:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367279:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367280:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204497.367282:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204497.367285:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367286:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204497.367289:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204497.367292:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204497.367295:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367296:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204497.367298:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204497.367309:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204497.367312:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204497.367316:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204497.367317:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367320:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204497.367323:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204497.367327:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204497.367337:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204497.367345:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204497.367367:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618656000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204497.367380:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204497.367385:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204497.367390:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618656000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204497.367413:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204497.367415:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204497.367419:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204497.367421:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204497.367423:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204497.367426:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204497.367429:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3630
00000400:00000200:0.0:1788204497.367436:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204497.367442:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204497.367447:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204497.367454:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367459:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367464:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367470:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204497.367476:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204497.367480:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204497.367482:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204497.367488:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204497.367493:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204497.367498:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204497.367506:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367512:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367515:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367519:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204497.367521:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204497.367525:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367529:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204497.367532:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204497.367539:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204497.367542:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367545:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204497.367550:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204497.367553:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367556:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204497.367560:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204497.367563:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204497.367565:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204497.367568:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367569:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204497.367570:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204497.367572:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204497.367580:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204497.367583:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204497.367592:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618656128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204497.367605:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204497.367609:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204497.367615:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618656128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204497.367628:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204497.367631:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204497.367634:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204497.367636:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204497.367638:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204497.367642:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204497.367645:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3630
00000400:00000200:0.0:1788204497.367650:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204497.367656:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204497.367657:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204497.367661:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367663:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367666:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367669:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204497.367671:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204497.367672:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204497.367674:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204497.367677:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204497.367679:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204497.367681:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204497.367686:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367689:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367692:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367695:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204497.367698:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204497.367703:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367706:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204497.367709:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204497.367712:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204497.367716:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367720:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204497.367722:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204497.367725:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367728:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204497.367730:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204497.367732:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204497.367736:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204497.367738:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367741:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204497.367743:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204497.367745:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204497.367749:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204497.367753:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204497.367760:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618656256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204497.367768:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204497.367770:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204497.367772:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618656256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204497.367780:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204497.367783:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204497.367786:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204497.367787:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204497.367788:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204497.367789:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204497.367793:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3630
00000400:00000200:0.0:1788204497.367799:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204497.367804:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204497.367805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788204497.367806:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204497.367812:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204497.367812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1788204497.367814:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367818:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367821:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204497.367826:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204497.367828:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204497.367830:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204497.367831:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204497.367832:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204497.367834:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204497.367840:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367844:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.367848:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367850:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204497.367852:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204497.367856:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367860:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204497.367861:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204497.367863:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204497.367866:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367868:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204497.367870:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204497.367872:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367872:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204497.367875:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204497.367879:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204497.367882:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204497.367884:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.367888:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204497.367890:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204497.367892:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204497.367896:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204497.367902:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204497.367911:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618656384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204497.367939:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204497.367944:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204497.367952:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618656384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204497.367963:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204497.367967:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204497.367971:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204497.367973:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204497.367974:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204497.367977:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204497.367980:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3630
00000400:00000200:0.0:1788204497.367983:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204497.367986:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204497.367990:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204497.367994:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.367999:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.368002:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.368005:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204497.368009:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204497.368011:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204497.368014:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204497.368016:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204497.368019:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204497.368023:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204497.368028:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.368031:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204497.368035:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204497.368039:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204497.368043:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204497.368046:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204497.368050:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204497.368085:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204497.368088:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204497.368089:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.368091:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204497.368092:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204497.368094:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.368097:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204497.368100:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204497.368103:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204497.368108:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204497.368110:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.368112:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204497.368114:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204497.368116:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204497.368121:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204497.368127:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204497.368137:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618656512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204497.368151:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204497.368156:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204497.368165:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618656512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204497.368183:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204497.368189:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3640)
00000800:00000200:2.1:1788204497.368395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204497.368396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204497.368594:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204497.368596:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204497.368805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204497.368807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204497.368991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204497.368993:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788204497.687322:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204497.687326:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204497.687329:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204498.711312:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204498.711318:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204498.711323:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204499.735239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204499.735242:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204499.735244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204500.759288:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204500.759303:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204500.759307:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204501.783211:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204501.783216:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204501.783220:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204502.487849:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204502.487875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204502.488447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204502.488449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204502.488732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204502.488735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204502.489013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204502.489016:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204502.489341:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204502.489343:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1788204502.807347:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204502.807351:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204502.807354:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204503.831258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204503.831263:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204503.831266:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204504.855264:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204504.855267:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204504.855269:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204505.879302:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204505.879306:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204505.879309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204506.903264:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204506.903267:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204506.903270:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204507.607192:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.607199:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204507.607203:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.607207:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.607213:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.607220:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3640
00000400:00000200:1.0:1788204507.607231:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204507.607241:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.607244:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.607246:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607249:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607252:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607254:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204507.607257:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.607259:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204507.607262:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.607265:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204507.607266:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204507.607268:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204507.607270:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607271:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607272:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607273:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204507.607275:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204507.607277:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607278:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.607280:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.607283:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.607286:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607287:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204507.607289:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.607298:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7480.
00000020:00000040:1.0:1788204507.607301:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204507.607304:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.607305:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607309:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.607312:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.607316:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.607323:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:1.0:1788204507.607331:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.607339:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7480 x1875064618657280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.607347:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.607351:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.607355:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e866858b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7480 x1875064618657280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.607371:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.607373:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.607380:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204507.607381:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.607382:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.607384:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.607388:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3640
00000400:00000200:1.0:1788204507.607390:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204507.607393:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.607395:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.607397:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607398:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607400:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607403:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204507.607407:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.607410:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204507.607411:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.607415:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204507.607421:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204507.607426:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204507.607439:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607444:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607450:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607455:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204507.607460:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204507.607466:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607470:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.607472:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.607478:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.607483:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607487:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.607492:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204507.607496:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607498:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.607503:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000020:00000040:1.0:1788204507.607507:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204507.607508:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.607509:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607511:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.607514:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.607516:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.607520:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788204507.607523:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.607528:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618657408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.607536:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.607539:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.607544:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618657408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.607558:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.607561:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.607568:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204507.607571:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.607575:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.607581:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.607586:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3640
00000400:00000200:1.0:1788204507.607593:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204507.607599:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.607604:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.607618:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607622:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607626:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607630:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204507.607634:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.607637:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204507.607641:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.607643:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204507.607647:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204507.607651:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204507.607657:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607662:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607668:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607671:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204507.607677:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204507.607683:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607687:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.607689:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.607694:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.607699:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607703:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.607706:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204507.607712:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607715:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.607720:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788204507.607725:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204507.607729:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.607732:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607736:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.607738:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.607740:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.607744:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000800:00000200:2.1:1788204507.607744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204507.607750:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204507.607754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00100000:1.0:1788204507.607757:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618657536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.607772:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.607775:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.607778:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618657536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.607787:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.607791:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.607797:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204507.607799:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.607801:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.607804:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.607810:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3640
00000400:00000200:1.0:1788204507.607816:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204507.607824:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.607827:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.607833:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607838:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607842:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607847:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204507.607850:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.607853:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204507.607855:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.607858:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204507.607861:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204507.607865:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204507.607870:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607873:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.607875:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607880:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204507.607883:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204507.607885:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204507.607886:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.607888:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.607890:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.607894:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607896:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.607898:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204507.607899:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607901:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.607903:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788204507.607904:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204507.607906:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.607909:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.607910:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.607911:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.607914:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.607917:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:1.0:1788204507.607922:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.607926:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618657664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.607945:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.607947:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.607953:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618657664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.607962:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.607966:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.607969:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204507.607972:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.607973:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.607978:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.607980:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3640
00000400:00000200:1.0:1788204507.607986:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204507.607989:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.607992:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.607997:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.608001:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.608004:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.608008:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204507.608011:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.608012:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204507.608016:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.608017:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204507.608020:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204507.608022:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204507.608027:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.608029:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.608033:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204507.608037:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204507.608040:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204507.608043:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204507.608046:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.608048:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.608085:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.608089:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.608093:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.608097:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204507.608101:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.608105:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.608110:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000020:00000040:1.0:1788204507.608113:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204507.608117:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.608121:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.608126:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.608128:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.608131:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.608137:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:1.0:1788204507.608143:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.608151:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618657792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.608168:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.608181:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.608189:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618657792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.608212:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.608220:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3650)
00000800:00000200:2.1:1788204507.608456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204507.608459:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204507.608695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204507.608697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204507.608908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204507.608911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204507.609095:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204507.609097:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788204507.927310:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204507.927324:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204507.927329:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204508.951246:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204508.951250:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204508.951253:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204509.975286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204509.975290:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204509.975293:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204510.999291:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204510.999295:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204510.999298:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204512.023274:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204512.023278:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204512.023281:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204512.727186:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204512.727192:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204512.727196:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204512.727199:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204512.727203:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204512.727209:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3645
00000400:00000200:0.0:1788204512.727216:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204512.727220:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204512.727223:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204512.727226:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727229:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727231:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727233:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204512.727236:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204512.727238:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204512.727240:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204512.727243:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204512.727245:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204512.727247:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204512.727248:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727250:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727251:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727252:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204512.727254:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204512.727256:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727258:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204512.727260:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204512.727262:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204512.727265:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727266:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204512.727268:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204512.727273:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204512.727275:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204512.727278:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204512.727280:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727282:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204512.727285:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204512.727287:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204512.727293:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204512.727298:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204512.727305:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618657920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204512.727316:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204512.727320:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204512.727324:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618657920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204512.727339:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204512.727342:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204512.727344:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204512.727345:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204512.727346:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204512.727348:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204512.727350:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3645
00000400:00000200:0.0:1788204512.727354:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204512.727356:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204512.727358:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204512.727361:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727362:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727366:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727369:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204512.727373:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204512.727375:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204512.727378:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204512.727379:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204512.727382:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204512.727384:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204512.727390:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727394:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727398:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727401:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204512.727407:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204512.727410:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727414:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204512.727417:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204512.727423:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204512.727426:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727428:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204512.727432:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204512.727443:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727447:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204512.727453:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204512.727458:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204512.727463:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204512.727465:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727470:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204512.727472:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204512.727474:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204512.727482:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204512.727488:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204512.727497:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618658048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204512.727506:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204512.727510:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204512.727517:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618658048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204512.727527:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204512.727530:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204512.727532:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204512.727533:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204512.727534:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204512.727537:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204512.727541:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3645
00000400:00000200:0.0:1788204512.727545:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204512.727549:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204512.727552:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204512.727557:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727562:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727567:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727585:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204512.727590:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204512.727593:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204512.727595:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204512.727603:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204512.727608:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204512.727612:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204512.727619:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727624:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727629:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727632:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204512.727637:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204512.727644:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727649:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204512.727653:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204512.727657:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204512.727662:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727666:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204512.727674:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204512.727680:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727683:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204512.727684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:0.0:1788204512.727689:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000200:2.1:1788204512.727690:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1788204512.727694:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204512.727698:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204512.727701:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727704:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204512.727707:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204512.727711:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204512.727716:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204512.727722:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204512.727731:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618658176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204512.727742:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204512.727746:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204512.727754:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618658176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204512.727768:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204512.727772:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204512.727776:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204512.727777:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204512.727779:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204512.727784:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204512.727789:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3645
00000400:00000200:0.0:1788204512.727797:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204512.727801:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204512.727803:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204512.727806:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727808:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727812:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727814:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204512.727816:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204512.727819:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204512.727821:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204512.727823:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204512.727826:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204512.727828:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204512.727832:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727834:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727836:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727838:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204512.727841:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204512.727843:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727844:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204512.727846:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204512.727848:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204512.727851:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727853:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204512.727857:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204512.727861:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727865:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204512.727869:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204512.727875:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204512.727880:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204512.727882:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.727885:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204512.727889:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204512.727891:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204512.727896:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204512.727902:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204512.727910:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618658304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204512.727917:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204512.727921:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204512.727926:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618658304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204512.727938:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204512.727943:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204512.727947:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204512.727950:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204512.727952:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204512.727956:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204512.727960:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3645
00000400:00000200:0.0:1788204512.727966:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204512.727969:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204512.727973:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204512.727978:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727982:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.727986:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.727990:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204512.727994:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204512.727998:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204512.728002:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204512.728011:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204512.728015:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204512.728017:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204512.728021:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.728025:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204512.728028:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204512.728033:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204512.728036:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204512.728040:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204512.728046:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204512.728047:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204512.728099:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204512.728103:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.728106:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204512.728110:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204512.728113:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.728117:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204512.728122:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204512.728126:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204512.728131:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204512.728133:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204512.728137:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204512.728138:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204512.728140:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204512.728144:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204512.728149:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204512.728157:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618658432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204512.728168:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204512.728172:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204512.728179:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618658432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204512.728188:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204512.728194:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3655)
00000800:00000200:2.1:1788204512.728327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204512.728329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204512.728565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204512.728575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204512.728817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204512.728819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204512.729012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204512.729015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1788204513.047315:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204513.047320:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204513.047323:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204514.071312:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204514.071315:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204514.071319:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204515.095265:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204515.095268:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204515.095271:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204516.119266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204516.119269:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204516.119271:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204517.143240:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204517.143242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204517.143244:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204517.847157:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204517.847162:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204517.847164:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204517.847168:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204517.847177:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204517.847185:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3650
00000400:00000200:0.0:1788204517.847193:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204517.847199:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204517.847202:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204517.847204:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847207:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847209:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847211:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204517.847213:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204517.847215:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204517.847217:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204517.847219:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204517.847220:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204517.847221:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204517.847223:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847224:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847226:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847227:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204517.847229:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204517.847231:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847232:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204517.847234:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204517.847237:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204517.847239:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847240:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204517.847242:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204517.847249:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204517.847251:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204517.847253:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204517.847255:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847257:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204517.847259:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204517.847262:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204517.847268:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204517.847274:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204517.847283:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618658560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204517.847293:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204517.847297:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204517.847302:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618658560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204517.847321:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204517.847323:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204517.847325:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204517.847326:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204517.847327:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204517.847329:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204517.847330:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3650
00000400:00000200:0.0:1788204517.847338:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204517.847341:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204517.847342:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204517.847345:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847348:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847350:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847354:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204517.847357:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204517.847359:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204517.847362:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204517.847365:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204517.847369:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204517.847375:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204517.847379:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847381:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847385:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847387:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204517.847393:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204517.847398:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847404:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204517.847406:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204517.847413:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204517.847417:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847419:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204517.847423:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204517.847429:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847433:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204517.847437:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204517.847442:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204517.847446:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204517.847447:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847451:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204517.847454:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204517.847456:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204517.847463:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204517.847467:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204517.847473:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618658688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204517.847484:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204517.847488:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204517.847495:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618658688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204517.847509:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204517.847511:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204517.847514:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204517.847518:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204517.847521:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204517.847523:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204517.847526:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3650
00000400:00000200:0.0:1788204517.847530:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204517.847536:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204517.847539:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204517.847543:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847545:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847550:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847553:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204517.847557:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204517.847560:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204517.847563:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204517.847565:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204517.847568:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204517.847570:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204517.847575:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847578:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847581:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847590:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204517.847595:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204517.847601:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847607:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204517.847612:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204517.847616:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204517.847620:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847622:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204517.847625:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204517.847628:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847631:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204517.847635:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204517.847639:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204517.847643:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204517.847644:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204517.847644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204517.847648:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204517.847650:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788204517.847651:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1788204517.847652:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204517.847657:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204517.847662:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204517.847669:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618658816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204517.847679:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204517.847682:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204517.847686:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618658816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204517.847695:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204517.847698:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204517.847701:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204517.847703:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204517.847706:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204517.847710:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204517.847714:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3650
00000400:00000200:0.0:1788204517.847719:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204517.847725:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204517.847728:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204517.847734:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847738:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847744:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847747:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204517.847750:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204517.847760:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204517.847768:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204517.847772:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204517.847776:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204517.847780:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204517.847784:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847788:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847792:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847796:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204517.847799:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204517.847805:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847808:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204517.847811:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204517.847814:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204517.847818:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847822:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204517.847825:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204517.847829:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847831:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204517.847836:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204517.847840:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204517.847844:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204517.847848:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.847850:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204517.847853:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204517.847855:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204517.847859:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204517.847863:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204517.847870:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618658944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204517.847880:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204517.847884:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204517.847891:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618658944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204517.847907:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204517.847910:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204517.847914:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204517.847917:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204517.847919:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204517.847923:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204517.847927:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3650
00000400:00000200:0.0:1788204517.847934:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204517.847939:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204517.847942:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204517.847946:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847949:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847954:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847958:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204517.847960:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204517.847963:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204517.847966:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204517.847968:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204517.847971:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204517.847972:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204517.847974:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847975:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204517.847976:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204517.847980:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204517.847984:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204517.847988:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204517.848005:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204517.848009:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204517.848012:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204517.848017:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.848020:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204517.848024:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204517.848028:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.848031:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204517.848035:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204517.848038:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204517.848042:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204517.848045:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.848048:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204517.848072:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204517.848075:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204517.848081:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204517.848085:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204517.848090:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618659072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204517.848104:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204517.848109:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204517.848117:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618659072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204517.848134:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204517.848141:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3660)
00000800:00000200:2.1:1788204517.848258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204517.848261:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204517.848487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204517.848488:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204517.848687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204517.848689:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204517.848912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204517.848915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788204518.169564:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204518.169577:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204518.169582:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204519.191196:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204519.191199:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204519.191201:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204520.215229:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204520.215232:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204520.215234:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204521.239204:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204521.239208:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204521.239211:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204522.263247:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204522.263252:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204522.263255:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204522.967173:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204522.967179:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204522.967182:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204522.967186:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204522.967190:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204522.967196:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3655
00000400:00000200:1.0:1788204522.967205:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204522.967212:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204522.967216:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204522.967218:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967220:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967222:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967231:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204522.967235:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204522.967236:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204522.967239:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204522.967241:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204522.967243:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204522.967245:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204522.967248:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967250:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967252:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967254:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204522.967256:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204522.967260:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967262:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204522.967265:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204522.967268:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204522.967271:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967273:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204522.967275:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204522.967284:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204522.967288:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204522.967291:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204522.967293:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967295:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204522.967298:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204522.967301:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204522.967307:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:1.0:1788204522.967312:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204522.967319:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618659200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204522.967326:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204522.967329:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204522.967332:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618659200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204522.967347:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204522.967350:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204522.967352:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204522.967354:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204522.967356:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204522.967359:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204522.967361:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3655
00000400:00000200:1.0:1788204522.967366:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204522.967369:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204522.967372:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204522.967386:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967392:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967395:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967399:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204522.967404:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204522.967406:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204522.967408:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204522.967411:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204522.967414:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204522.967417:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204522.967420:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967423:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967426:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967428:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204522.967431:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204522.967437:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967439:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204522.967443:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204522.967447:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204522.967451:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967454:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204522.967458:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204522.967461:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967468:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204522.967471:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788204522.967474:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204522.967477:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204522.967479:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967482:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204522.967484:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204522.967486:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204522.967491:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:1.0:1788204522.967495:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204522.967503:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618659328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204522.967516:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204522.967519:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204522.967529:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618659328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204522.967553:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204522.967556:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204522.967563:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204522.967565:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204522.967566:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204522.967571:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204522.967576:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3655
00000400:00000200:1.0:1788204522.967584:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204522.967591:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204522.967595:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204522.967602:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967607:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967613:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967619:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204522.967624:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204522.967627:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204522.967631:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204522.967635:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204522.967638:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204522.967643:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204522.967647:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967650:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967656:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967660:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204522.967664:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204522.967670:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967675:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204522.967678:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204522.967682:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204522.967687:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967692:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204522.967694:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788204522.967695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00000001:1.0:1788204522.967697:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967701:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204522.967702:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000010:1.0:1788204522.967704:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788204522.967707:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204522.967711:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204522.967714:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967716:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204522.967718:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204522.967720:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204522.967723:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:1.0:1788204522.967728:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204522.967735:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618659456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204522.967743:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204522.967747:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204522.967752:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618659456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204522.967760:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204522.967764:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204522.967770:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204522.967772:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204522.967774:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204522.967778:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204522.967781:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3655
00000400:00000200:1.0:1788204522.967786:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204522.967789:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204522.967793:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204522.967798:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967802:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967805:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967808:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204522.967812:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204522.967814:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204522.967817:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204522.967819:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204522.967823:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204522.967824:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204522.967827:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967837:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.967841:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967843:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204522.967847:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204522.967849:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204522.967851:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204522.967853:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204522.967856:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204522.967859:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967860:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204522.967862:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204522.967866:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967867:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204522.967870:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000020:00000040:1.0:1788204522.967873:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204522.967875:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204522.967877:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.967880:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204522.967886:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204522.967888:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204522.967893:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788204522.967897:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204522.967903:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618659584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204522.967943:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204522.967945:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204522.967950:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618659584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204522.967959:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204522.967962:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204522.967967:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204522.967970:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204522.967971:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204522.967975:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204522.967978:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3655
00000400:00000200:1.0:1788204522.967985:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204522.967996:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204522.968001:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204522.968009:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.968014:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.968019:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.968023:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204522.968028:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204522.968031:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204522.968034:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204522.968037:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204522.968042:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204522.968045:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204522.968072:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.968074:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204522.968078:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204522.968081:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204522.968091:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204522.968095:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204522.968098:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204522.968101:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204522.968104:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204522.968108:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.968111:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204522.968113:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204522.968116:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.968119:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204522.968122:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000020:00000040:1.0:1788204522.968125:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204522.968129:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204522.968130:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204522.968134:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204522.968136:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204522.968139:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204522.968145:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788204522.968151:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204522.968160:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618659712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204522.968174:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204522.968179:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204522.968188:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618659712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204522.968201:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204522.968209:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3665)
00000800:00000200:2.1:1788204522.968370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204522.968373:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204522.968643:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204522.968645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204522.968928:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204522.968931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204522.969226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204522.969241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788204523.287221:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204523.287225:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204523.287227:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204524.311255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204524.311259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204524.311261:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204525.335270:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204525.335274:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204525.335277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204526.359254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204526.359258:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204526.359261:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204527.383252:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204527.383255:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204527.383258:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204528.087726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204528.087734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204528.088492:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204528.088495:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204528.088770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204528.088773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204528.089067:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204528.089070:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204528.089431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204528.089433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204528.407266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204528.407270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204528.407273:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204529.431238:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204529.431241:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204529.431243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204530.455181:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204530.455184:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204530.455186:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204531.479239:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204531.479243:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204531.479246:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204532.503318:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204532.503323:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204532.503325:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204533.207308:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204533.207312:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204533.207315:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204533.207324:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207340:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204533.207343:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.207349:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204533.207354:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.207359:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.207366:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618660480:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204533.207374:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204533.207379:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204533.207384:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.207390:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204533.207396:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204533.207401:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204533.207411:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204533.207420:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204533.207428:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204533.207437:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618660480, portal 25
00000100:00000001:1.0:1788204533.207441:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204533.207445:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784857728 : -116879924693888 : ffff95b2c59b7480)
00000100:00000040:1.0:1788204533.207456:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207472:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204533.207479:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204533.207485:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204533.207491:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618660480, offset 0
00000400:00000200:1.0:1788204533.207502:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204533.207515:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.207525:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204533.207533:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204533.207540:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204533.207546:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204533.207552:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204533.207558:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3418:3418:256:4294967295] 192.168.201.124@tcp LPNI seq info [3418:3418:8:4294967295]
00000400:00000200:1.0:1788204533.207565:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.207577:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204533.207586:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.207595:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204533.207605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204533.207612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204533.207622:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204533.207628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204533.207636:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.207639:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204533.207646:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204533.207654:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204533.207661:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204533.207664:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204533.207670:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204533.207677:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207687:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.207692:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207704:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.207708:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204533.207715:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204533.207721:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204533.207725:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298340591
00000100:00000010:1.0:1788204533.207742:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d4e0.
00000100:00000001:1.0:1788204533.207749:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204533.207755:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298340591
00000100:00000010:1.0:1788204533.207759:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dba0.
00000100:00000001:1.0:1788204533.207762:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204533.207765:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204533.207768:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.207770:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204533.207776:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204533/real 1788204533]  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204533.207785:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204533.207788:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204533.207792:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204533.207796:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204533.207797:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204533.207801:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204533.207805:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204533.207829:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207836:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204533.207838:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.207842:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.207845:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204533.207854:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207872:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204533.207883:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207902:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204533.207907:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.207912:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.207916:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.207920:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204533.207923:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204533.207928:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204533.207935:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204533.207938:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204533.207948:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204533.207962:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618660480:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204533.207969:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.207973:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.207978:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7480 x1875064618660480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.207987:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204533.207990:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204533.207992:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204533.207996:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204533.207998:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204533.208001:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204533.208002:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204533.208006:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:1.0:1788204533.208009:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204533.208011:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204533.208015:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7480.
00000100:00000001:1.0:1788204533.208021:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204533.208024:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208029:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208039:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204533.208042:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208048:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204533.208079:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204533.208081:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204533.208089:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208104:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204533.208106:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208109:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204533.208112:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.208117:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.208124:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204533.208128:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204533.208131:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204533.208133:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208137:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208140:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204533.208143:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204533.208153:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204533.208155:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204533.208158:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204533.208160:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618660608, portal 10
00000100:00000001:1.0:1788204533.208161:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204533.208162:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846976 : -116879924704640 : ffff95b2c59b4a80)
00000100:00000040:1.0:1788204533.208167:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208171:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204533.208172:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204533.208173:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204533.208175:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618660608, offset 0
00000400:00000200:1.0:1788204533.208178:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208180:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208182:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204533.208184:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204533.208186:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204533.208187:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204533.208189:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208191:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3419:3419:256:4294967295] 192.168.201.124@tcp LPNI seq info [3419:3419:8:4294967295]
00000400:00000200:1.0:1788204533.208193:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208197:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204533.208200:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208203:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204533.208205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204533.208207:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204533.208209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204533.208211:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204533.208213:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208215:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204533.208217:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204533.208219:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204533.208221:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204533.208222:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204533.208223:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204533.208225:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208230:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208232:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208235:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208236:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204533.208238:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.208240:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204533.208242:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204533.208243:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298340503
00000100:00000001:1.0:1788204533.208244:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208246:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298340503
00000100:00000001:1.0:1788204533.208247:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208248:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204533.208250:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208251:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204533.208253:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204533/real 1788204533]  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204533.208257:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204533.208258:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204533.208258:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204533.208260:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204533.208261:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204533.208262:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204533.208264:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204533.208269:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208272:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204533.208273:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208274:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.208275:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204533.208277:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208280:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204533.208282:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208286:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204533.208287:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208288:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.208289:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208290:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204533.208291:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204533.208292:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204533.208294:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204533.208295:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204533.208297:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204533.208302:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204533.208304:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204533.208306:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208313:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204533.208314:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208315:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204533.208316:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.208318:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.208321:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204533.208324:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204533.208325:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204533.208327:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208328:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208331:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204533.208332:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204533.208336:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204533.208338:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204533.208340:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204533.208343:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618660736, portal 10
00000100:00000001:1.0:1788204533.208345:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204533.208346:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:1.0:1788204533.208352:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208358:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204533.208361:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204533.208363:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204533.208365:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618660736, offset 0
00000400:00000200:1.0:1788204533.208369:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208371:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208374:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204533.208376:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204533.208377:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204533.208379:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204533.208380:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208382:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3420:3420:256:4294967295] 192.168.201.124@tcp LPNI seq info [3420:3420:8:4294967295]
00000400:00000200:1.0:1788204533.208384:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208388:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204533.208391:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208393:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204533.208395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204533.208397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204533.208399:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204533.208401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204533.208403:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208404:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204533.208406:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204533.208408:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204533.208410:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204533.208411:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204533.208412:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204533.208415:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208419:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208421:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208425:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208426:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204533.208427:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.208429:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204533.208431:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204533.208432:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298338348
00000100:00000001:1.0:1788204533.208434:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208435:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298338348
00000100:00000001:1.0:1788204533.208436:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208437:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204533.208439:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208440:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204533.208442:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204533/real 1788204533]  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204533.208446:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204533.208447:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204533.208448:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204533.208449:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204533.208450:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204533.208451:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204533.208453:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204533.208458:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208461:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204533.208462:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208463:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.208463:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204533.208465:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208468:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204533.208470:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208474:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204533.208475:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208476:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.208477:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208478:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204533.208480:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204533.208482:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204533.208485:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204533.208487:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204533.208491:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204533.208498:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204533.208502:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204533.208505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208511:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204533.208512:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208515:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204533.208516:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.208518:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.208521:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204533.208524:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204533.208525:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204533.208527:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208529:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208532:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204533.208533:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204533.208537:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204533.208539:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204533.208542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204533.208545:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618660864, portal 4
00000100:00000001:1.0:1788204533.208548:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204533.208549:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:1.0:1788204533.208554:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208561:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204533.208564:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204533.208566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204533.208568:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618660864, offset 0
00000400:00000200:1.0:1788204533.208572:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208578:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204533.208581:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204533.208583:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204533.208586:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204533.208588:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208591:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3421:3421:256:4294967295] 192.168.201.124@tcp LPNI seq info [3421:3421:8:4294967295]
00000400:00000200:1.0:1788204533.208594:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208600:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204533.208604:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208607:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204533.208610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204533.208612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204533.208614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204533.208616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204533.208618:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208619:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204533.208621:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204533.208623:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204533.208625:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204533.208626:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204533.208627:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204533.208629:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208634:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208636:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208640:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208641:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204533.208643:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.208644:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204533.208646:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204533.208647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298338328
00000100:00000001:1.0:1788204533.208649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208650:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298338328
00000100:00000001:1.0:1788204533.208651:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208652:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204533.208653:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208655:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204533.208656:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204533/real 1788204533]  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204533.208660:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204533.208661:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204533.208662:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204533.208664:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204533.208665:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204533.208666:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204533.208667:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204533.208672:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208675:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204533.208676:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.208678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204533.208680:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208684:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204533.208687:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208694:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204533.208696:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208698:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.208699:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208700:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204533.208702:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204533.208704:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204533.208708:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204533.208710:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204533.208713:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204533.208721:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204533.208725:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208737:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208741:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4a80 x1875064618660608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208747:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204533.208749:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208751:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204533.208753:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204533.208754:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204533.208756:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204533.208758:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204533.208760:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:1.0:1788204533.208762:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204533.208763:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204533.208765:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4a80.
00000100:00000001:1.0:1788204533.208767:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204533.208768:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208770:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208773:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618660736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208779:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204533.208781:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208782:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204533.208785:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204533.208786:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204533.208788:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204533.208789:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204533.208790:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:1.0:1788204533.208792:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204533.208793:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204533.208794:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:1.0:1788204533.208797:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204533.208798:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208799:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208802:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618660864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208807:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204533.208808:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208809:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204533.208811:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204533.208812:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204533.208813:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204533.208815:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204533.208816:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:1.0:1788204533.208818:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204533.208819:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204533.208820:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:1.0:1788204533.208822:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204533.208823:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208825:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.208831:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204533.208832:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208834:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204533.208835:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204533.208836:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204533.208839:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208845:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204533.208846:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208848:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204533.208849:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.208851:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.208853:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204533.208855:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204533.208857:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204533.208858:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.208860:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204533.208862:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204533.208864:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204533.208867:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204533.208869:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204533.208871:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204533.208874:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618660992, portal 4
00000100:00000001:1.0:1788204533.208876:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204533.208877:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:1.0:1788204533.208881:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208886:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204533.208888:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204533.208890:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204533.208892:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618660992, offset 0
00000400:00000200:1.0:1788204533.208895:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208899:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208902:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204533.208905:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204533.208907:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204533.208909:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204533.208911:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204533.208914:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3422:3422:256:4294967295] 192.168.201.124@tcp LPNI seq info [3422:3422:8:4294967295]
00000400:00000200:1.0:1788204533.208917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204533.208922:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204533.208926:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208929:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204533.208932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204533.208934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204533.208938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204533.208940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204533.208944:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204533.208945:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204533.208948:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204533.208951:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204533.208954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204533.208955:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204533.208957:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204533.208959:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208964:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.208965:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.208969:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208970:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204533.208972:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.208974:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204533.208976:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204533.208977:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298338462
00000100:00000001:1.0:1788204533.208979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208980:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298338462
00000100:00000001:1.0:1788204533.208981:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298340591
00000100:00000001:1.0:1788204533.208983:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204533.208984:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.208985:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204533.208987:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204533/real 1788204533]  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204533.208991:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204533.208992:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204533.208993:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204533.208994:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204533.208995:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204533.208996:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204533.208998:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204533.209002:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.209006:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204533.209006:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.209007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.209008:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204533.209010:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.209013:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204533.209015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.209019:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204533.209020:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.209021:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204533.209022:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.209023:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204533.209024:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204533.209026:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204533.209028:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204533.209029:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204533.209031:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204533.209035:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618660992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204533.209037:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.209038:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204533.209039:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618660992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.209042:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204533.209043:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204533.209044:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204533.209045:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204533.209046:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204533.209047:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204533.209048:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204533.209049:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204533.209064:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204533.209065:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204533.209066:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:1.0:1788204533.209067:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204533.209068:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.209069:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204533.209071:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204533.209072:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.209073:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204533.209074:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204533.527223:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204533.527226:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204533.527229:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204534.551242:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204534.551245:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204534.551247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204535.575254:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204535.575256:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204535.575259:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204536.599226:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204536.599230:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204536.599233:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204537.623269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204537.623273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204537.623276:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204538.327684:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204538.327687:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204538.327689:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204538.327694:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.327702:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204538.327703:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.327707:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204538.327710:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204538.327712:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204538.327716:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618661120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204538.327720:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204538.327723:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204538.327725:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.327728:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204538.327731:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204538.327734:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.327739:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204538.327742:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204538.327747:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204538.327753:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661120, portal 25
00000100:00000001:1.0:1788204538.327756:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204538.327757:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:1.0:1788204538.327762:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.327769:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204538.327772:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204538.327774:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204538.327778:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618661120, offset 0
00000400:00000200:1.0:1788204538.327784:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204538.327791:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.327796:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788204538.327798:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204538.327801:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204538.327801:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204538.327803:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204538.327805:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:3.0:1788204538.327805:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204538.327806:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204538.327808:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788204538.327808:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204538.327809:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000200:1.0:1788204538.327811:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:3.0:1788204538.327811:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204538.327812:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:1.0:1788204538.327814:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3423:3423:256:4294967295] 192.168.201.124@tcp LPNI seq info [3423:3423:8:4294967295]
00000020:00000001:3.0:1788204538.327814:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204538.327817:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:1.0:1788204538.327819:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.327828:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204538.327829:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204538.327831:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.327832:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.0:1788204538.327833:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204538.327834:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204538.327836:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000800:00000010:1.0:1788204538.327838:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000100:00080000:3.0:1788204538.327838:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204538.327840:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204538.327842:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204538.327844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204538.327844:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204538.327846:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204538.327847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1788204538.327847:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204538.327849:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204538.327851:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.327852:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204538.327852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:3.0:1788204538.327855:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000800:00000200:1.1:1788204538.327856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1788204538.327857:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204538.327859:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1788204538.327860:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204538.327861:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204538.327862:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000100:00000001:3.0:1788204538.327862:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204538.327864:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204538.327865:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.327868:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1788204538.327868:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204538.327871:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.327872:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1788204538.327875:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204538.327877:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204538.327879:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:3.0:1788204538.327881:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204538.327883:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204538.327883:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204538.327887:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204538.327887:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204538.327895:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.327896:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.327899:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204538.327899:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3681)
00000100:00000001:1.0:1788204538.327906:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.327907:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204538.327912:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.327916:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204538.327918:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298345711
00000100:00000010:1.0:1788204538.327923:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d5a0.
00000100:00000001:1.0:1788204538.327929:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204538.327932:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298345711
00000100:00000010:1.0:1788204538.327935:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d840.
00000100:00000001:1.0:1788204538.327939:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204538.327941:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204538.327942:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.327944:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204538.327947:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204538.327953:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204538.327954:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204538.327956:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204538.327958:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204538.327959:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204538.327960:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204538.327962:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204538.327967:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.327971:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204538.327972:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.327973:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.327975:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204538.327977:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.327983:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204538.327987:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.327994:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204538.327997:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.327999:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.328000:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328002:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204538.328004:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204538.328007:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204538.328010:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204538.328012:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204538.328017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204538.328024:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618661120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204538.328028:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204538.328031:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328037:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204538.328039:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.328040:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204538.328042:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204538.328044:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204538.328047:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204538.328070:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204538.328073:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204538.328074:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.328076:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204538.328079:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204538.328081:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.328084:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204538.328087:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204538.328090:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204538.328092:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661248, portal 10
00000100:00000001:1.0:1788204538.328095:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204538.328096:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:1.0:1788204538.328102:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328108:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204538.328110:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204538.328112:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204538.328114:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618661248, offset 0
00000400:00000200:1.0:1788204538.328117:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204538.328121:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.328124:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204538.328127:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204538.328129:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204538.328131:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204538.328134:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204538.328136:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3424:3424:256:4294967295] 192.168.201.124@tcp LPNI seq info [3424:3424:8:4294967295]
00000400:00000200:1.0:1788204538.328140:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.328146:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204538.328150:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.328152:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204538.328156:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204538.328159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204538.328163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204538.328165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204538.328168:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.328170:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204538.328173:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204538.328176:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204538.328178:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204538.328180:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204538.328182:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204538.328185:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328198:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.328202:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328208:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328210:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204538.328212:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204538.328216:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204538.328220:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204538.328222:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298345623
00000100:00000001:1.0:1788204538.328224:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.328226:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298345623
00000100:00000001:1.0:1788204538.328228:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.328230:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204538.328232:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328234:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204538.328238:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204538.328245:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204538.328247:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204538.328248:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204538.328250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204538.328252:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204538.328254:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204538.328257:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204538.328266:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328273:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204538.328274:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328276:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.328278:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204538.328281:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328288:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204538.328292:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328298:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204538.328300:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328302:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.328303:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328305:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204538.328307:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204538.328309:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204538.328312:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204538.328314:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204538.328318:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204538.328326:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204538.328330:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204538.328333:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328339:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204538.328340:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.328342:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204538.328344:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204538.328346:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204538.328349:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204538.328352:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204538.328354:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204538.328356:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.328357:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204538.328360:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204538.328362:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.328365:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204538.328368:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204538.328370:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204538.328373:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661376, portal 10
00000100:00000001:1.0:1788204538.328375:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204538.328376:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:1.0:1788204538.328381:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328387:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204538.328390:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204538.328392:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204538.328394:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618661376, offset 0
00000400:00000200:1.0:1788204538.328398:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204538.328401:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.328404:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204538.328407:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204538.328409:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204538.328411:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204538.328414:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204538.328417:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3425:3425:256:4294967295] 192.168.201.124@tcp LPNI seq info [3425:3425:8:4294967295]
00000400:00000200:1.0:1788204538.328420:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.328426:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204538.328431:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.328433:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204538.328438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204538.328440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204538.328444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204538.328447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204538.328451:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.328453:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204538.328455:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204538.328459:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204538.328461:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204538.328463:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204538.328466:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204538.328469:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328477:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.328480:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328486:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328488:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204538.328490:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204538.328493:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204538.328496:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204538.328498:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298343468
00000100:00000001:1.0:1788204538.328500:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.328503:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298343468
00000100:00000001:1.0:1788204538.328505:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.328507:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204538.328509:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328511:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204538.328515:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204538.328522:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204538.328524:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204538.328526:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204538.328528:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204538.328529:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204538.328531:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204538.328533:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204538.328540:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328546:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204538.328547:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328549:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.328551:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204538.328554:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328561:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204538.328565:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328571:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204538.328573:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328575:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.328576:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328578:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204538.328580:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204538.328582:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204538.328585:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204538.328587:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204538.328591:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204538.328604:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204538.328608:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328610:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.328613:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618661120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328619:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204538.328622:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204538.328624:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204538.328627:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204538.328628:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204538.328630:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204538.328633:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204538.328635:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:1.0:1788204538.328651:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204538.328653:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204538.328655:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:1.0:1788204538.328658:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204538.328660:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328661:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.328665:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618661248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328671:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204538.328673:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204538.328674:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204538.328678:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204538.328680:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204538.328681:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204538.328683:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204538.328684:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:1.0:1788204538.328686:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204538.328688:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204538.328689:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204538.328692:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204538.328693:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328695:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.328698:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618661376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328704:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204538.328705:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204538.328707:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204538.328709:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204538.328710:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204538.328711:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204538.328713:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204538.328714:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:1.0:1788204538.328717:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204538.328718:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204538.328719:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204538.328721:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204538.328723:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328725:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328732:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204538.328733:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328735:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204538.328737:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204538.328738:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204538.328741:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328748:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204538.328749:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.328751:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204538.328753:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204538.328755:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204538.328758:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204538.328761:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204538.328763:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204538.328764:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.328766:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204538.328769:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204538.328771:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.328775:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204538.328777:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204538.328780:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204538.328783:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661504, portal 4
00000100:00000001:1.0:1788204538.328785:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204538.328786:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204538.328792:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328798:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204538.328800:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204538.328802:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204538.328805:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618661504, offset 0
00000400:00000200:1.0:1788204538.328809:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204538.328812:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.328815:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204538.328818:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204538.328820:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204538.328822:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204538.328825:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204538.328828:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3426:3426:256:4294967295] 192.168.201.124@tcp LPNI seq info [3426:3426:8:4294967295]
00000400:00000200:1.0:1788204538.328831:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.328837:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204538.328842:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.328844:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204538.328848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204538.328850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204538.328854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204538.328869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204538.328873:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.328874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204538.328878:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204538.328881:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204538.328884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204538.328886:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204538.328888:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204538.328892:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328900:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.328903:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328909:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328911:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204538.328913:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204538.328916:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204538.328919:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204538.328921:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298343448
00000100:00000001:1.0:1788204538.328924:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.328926:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298343448
00000100:00000001:1.0:1788204538.328928:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.328930:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204538.328932:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.328933:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204538.328937:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204538.328945:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204538.328946:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204538.328948:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204538.328950:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204538.328952:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204538.328953:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204538.328957:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204538.328965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328971:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204538.328973:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.328975:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.328976:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204538.328979:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328986:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204538.328990:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.328997:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204538.328999:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.329002:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329004:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204538.329005:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204538.329007:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204538.329011:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204538.329013:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204538.329017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204538.329025:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204538.329029:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204538.329032:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329044:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204538.329045:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.329047:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204538.329049:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204538.329068:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204538.329071:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204538.329074:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204538.329076:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204538.329078:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204538.329080:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204538.329083:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204538.329085:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204538.329088:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204538.329091:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204538.329093:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204538.329096:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661632, portal 4
00000100:00000001:1.0:1788204538.329098:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204538.329099:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:1.0:1788204538.329105:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329111:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204538.329113:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204538.329115:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204538.329117:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618661632, offset 0
00000400:00000200:1.0:1788204538.329121:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204538.329125:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.329128:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204538.329131:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204538.329133:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204538.329135:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204538.329138:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204538.329141:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3427:3427:256:4294967295] 192.168.201.124@tcp LPNI seq info [3427:3427:8:4294967295]
00000400:00000200:1.0:1788204538.329145:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204538.329151:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204538.329155:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.329158:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204538.329162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204538.329165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204538.329169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204538.329171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204538.329175:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204538.329177:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204538.329179:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204538.329182:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204538.329185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204538.329187:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204538.329189:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204538.329193:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329200:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.329203:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329210:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.329211:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204538.329214:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204538.329216:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204538.329219:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204538.329221:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298343583
00000100:00000001:1.0:1788204538.329224:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.329226:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298343583
00000100:00000001:1.0:1788204538.329228:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298345711
00000100:00000001:1.0:1788204538.329230:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204538.329233:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.329235:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204538.329238:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204538.329246:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204538.329247:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204538.329249:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204538.329251:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204538.329253:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204538.329255:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204538.329258:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204538.329266:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329272:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204538.329274:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329275:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.329277:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204538.329280:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329287:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204538.329291:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329298:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204538.329301:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329302:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204538.329304:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329306:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204538.329307:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204538.329310:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204538.329313:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204538.329314:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204538.329318:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204538.329326:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204538.329330:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329332:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.329335:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618661504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329341:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204538.329342:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204538.329344:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204538.329346:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204538.329348:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204538.329349:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204538.329351:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204538.329353:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204538.329355:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204538.329357:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204538.329358:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204538.329360:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204538.329361:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329363:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204538.329366:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618661632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204538.329372:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204538.329373:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204538.329375:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204538.329377:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204538.329378:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204538.329380:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204538.329382:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204538.329383:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204538.329385:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204538.329386:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204538.329388:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204538.329390:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204538.329391:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329393:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204538.329396:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204538.329397:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204538.329399:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204538.329401:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204538.647180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204538.647186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204538.647191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204538.647193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204538.647196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204538.647197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204538.647200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204538.647202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204538.647261:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204538.647265:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204538.647268:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204539.351164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204539.351172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204539.351174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204539.351179:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204539.351183:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204539.351187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204539.351189:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204539.351192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204539.351194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204539.671200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204539.671206:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204539.671212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204539.671214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204539.671218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204539.671220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204539.671224:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204539.671226:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204539.671278:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204539.671282:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204539.671285:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204540.375224:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204540.375235:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204540.375237:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204540.375244:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204540.375248:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204540.375254:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204540.375256:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204540.375259:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204540.375262:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204540.631200:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298345711, at 4298345728
00000100:00000010:3.0:1788204540.631214:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d840.
00010000:00000001:3.0:1788204540.695189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204540.695199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204540.695207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204540.695208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204540.695212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204540.695214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204540.695218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204540.695219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204540.695285:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204540.695289:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204540.695293:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204541.399196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204541.399208:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204541.399211:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204541.399218:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204541.399224:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204541.399230:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204541.399235:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204541.399238:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204541.399242:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204541.719293:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204541.719318:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204541.719338:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204541.719352:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204541.719356:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204541.719358:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204541.719361:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204541.719376:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204541.719465:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204541.719469:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204541.719472:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204542.423160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204542.423168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204542.423170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204542.423175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204542.423178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204542.423181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204542.423184:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204542.423186:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204542.423189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204542.743240:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743248:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204542.743250:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743253:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204542.743256:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204542.743259:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204542.743266:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204542.743269:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204542.743270:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743273:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204542.743276:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743278:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743281:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743285:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204542.743286:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204542.743288:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204542.743289:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743291:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204542.743292:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743293:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204542.743295:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204542.743366:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204542.743371:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204542.743374:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204543.447170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204543.447178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204543.447181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204543.447186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204543.447190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204543.447193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204543.447198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204543.447200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204543.447204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.447427:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204543.447433:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204543.447438:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204543.447447:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.447459:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204543.447461:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.447467:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204543.447472:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204543.447476:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204543.447483:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618661760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204543.447488:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204543.447492:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204543.447495:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.447500:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204543.447507:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204543.447511:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204543.447520:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204543.447525:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204543.447534:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204543.447543:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661760, portal 25
00000100:00000001:1.0:1788204543.447546:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204543.447564:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000040:1.0:1788204543.447577:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.447593:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204543.447598:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204543.447602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204543.447608:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618661760, offset 0
00000400:00000200:1.0:1788204543.447618:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204543.447631:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.447639:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204543.447646:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204543.447655:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204543.447662:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204543.447666:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204543.447672:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3428:3428:256:4294967295] 192.168.201.124@tcp LPNI seq info [3428:3428:8:4294967295]
00000400:00000200:1.0:1788204543.447681:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.447701:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204543.447710:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.447716:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204543.447725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204543.447730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204543.447738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204543.447746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204543.447755:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.447761:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204543.447772:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204543.447780:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204543.447789:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204543.447794:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204543.447803:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204543.447811:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.447827:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.447834:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.447848:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.447852:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204543.447867:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204543.447876:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204543.447883:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298350831
00000100:00000010:1.0:1788204543.447890:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d300.
00000100:00000001:1.0:1788204543.447898:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204543.447904:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298350831
00000100:00000010:1.0:1788204543.447910:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777da80.
00000100:00000001:1.0:1788204543.447915:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204543.447919:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204543.447922:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.447926:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204543.447933:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204543.447944:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204543.447947:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204543.447950:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204543.447952:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204543.447955:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204543.447957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204543.447963:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204543.447983:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.447996:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204543.447999:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448002:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448004:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204543.448013:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448025:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204543.448032:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448036:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204543.448039:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448042:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448044:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448078:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204543.448081:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204543.448086:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204543.448092:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204543.448096:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204543.448103:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204543.448113:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618661760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204543.448119:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448124:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448128:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618661760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448137:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204543.448140:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448144:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204543.448151:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204543.448155:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204543.448158:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204543.448161:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204543.448165:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:1.0:1788204543.448169:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204543.448171:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204543.448174:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:1.0:1788204543.448179:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204543.448181:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448185:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448198:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204543.448201:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448203:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204543.448206:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204543.448208:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204543.448212:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448225:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204543.448227:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448231:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204543.448233:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204543.448237:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204543.448243:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204543.448248:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204543.448250:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204543.448252:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448254:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448257:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204543.448260:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204543.448268:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204543.448272:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204543.448274:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204543.448278:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618661888, portal 10
00000100:00000001:1.0:1788204543.448280:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204543.448283:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000040:1.0:1788204543.448290:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448296:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204543.448297:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204543.448299:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204543.448301:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618661888, offset 0
00000400:00000200:1.0:1788204543.448303:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448306:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448308:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204543.448311:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204543.448312:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204543.448314:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204543.448315:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448317:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3429:3429:256:4294967295] 192.168.201.124@tcp LPNI seq info [3429:3429:8:4294967295]
00000400:00000200:1.0:1788204543.448320:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448324:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204543.448327:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448329:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204543.448331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204543.448333:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204543.448336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204543.448338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204543.448340:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448342:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204543.448344:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204543.448346:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204543.448348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204543.448350:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204543.448351:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204543.448353:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448358:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448360:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448368:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448369:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204543.448371:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204543.448374:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204543.448376:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204543.448378:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298350743
00000100:00000001:1.0:1788204543.448380:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448381:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298350743
00000100:00000001:1.0:1788204543.448383:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448384:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204543.448385:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448386:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204543.448388:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204543.448392:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204543.448393:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204543.448394:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204543.448395:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204543.448396:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204543.448398:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204543.448399:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204543.448404:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448407:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204543.448408:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448409:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448409:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204543.448411:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448416:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204543.448419:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448422:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204543.448424:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448424:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448425:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448426:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204543.448427:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204543.448428:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204543.448430:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204543.448431:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204543.448433:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204543.448437:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618661888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204543.448439:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204543.448441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448445:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204543.448446:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448448:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204543.448449:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204543.448450:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204543.448451:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204543.448453:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204543.448453:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204543.448455:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448456:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448458:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204543.448460:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204543.448461:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204543.448463:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204543.448465:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204543.448466:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662016, portal 10
00000100:00000001:1.0:1788204543.448467:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204543.448468:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:1.0:1788204543.448472:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448477:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204543.448478:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204543.448479:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204543.448481:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618662016, offset 0
00000400:00000200:1.0:1788204543.448483:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448484:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448486:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204543.448488:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204543.448489:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204543.448490:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204543.448492:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448494:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3430:3430:256:4294967295] 192.168.201.124@tcp LPNI seq info [3430:3430:8:4294967295]
00000400:00000200:1.0:1788204543.448496:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448500:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204543.448502:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448503:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204543.448505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204543.448507:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204543.448509:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204543.448511:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204543.448513:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448515:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204543.448516:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204543.448518:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204543.448520:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204543.448521:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204543.448522:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204543.448524:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448529:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448531:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448535:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448536:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204543.448538:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204543.448539:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204543.448541:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204543.448542:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298348588
00000100:00000001:1.0:1788204543.448543:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448545:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298348588
00000100:00000001:1.0:1788204543.448546:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448548:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204543.448560:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448562:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204543.448564:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204543.448569:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204543.448570:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204543.448571:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204543.448573:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204543.448574:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204543.448575:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204543.448577:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204543.448582:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448586:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204543.448586:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448587:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448588:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204543.448590:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448593:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204543.448595:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448600:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204543.448601:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448602:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448603:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448604:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204543.448605:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204543.448606:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204543.448607:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204543.448609:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204543.448610:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204543.448614:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204543.448616:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204543.448619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448622:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204543.448624:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448625:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204543.448626:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204543.448627:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204543.448628:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204543.448630:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204543.448631:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204543.448632:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448633:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448635:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204543.448636:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204543.448638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204543.448640:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204543.448642:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204543.448644:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662144, portal 4
00000100:00000001:1.0:1788204543.448645:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204543.448646:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:1.0:1788204543.448650:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448654:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204543.448656:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204543.448657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204543.448658:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618662144, offset 0
00000400:00000200:1.0:1788204543.448660:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448662:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448664:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204543.448666:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204543.448667:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204543.448668:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204543.448670:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448673:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3431:3431:256:4294967295] 192.168.201.124@tcp LPNI seq info [3431:3431:8:4294967295]
00000400:00000200:1.0:1788204543.448675:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448679:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204543.448682:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448683:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204543.448686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204543.448688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204543.448690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204543.448691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204543.448694:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448695:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204543.448697:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204543.448698:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204543.448700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204543.448701:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204543.448703:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204543.448705:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448709:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448711:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448715:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448716:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204543.448717:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204543.448719:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204543.448720:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204543.448721:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298348568
00000100:00000001:1.0:1788204543.448722:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448724:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298348568
00000100:00000001:1.0:1788204543.448725:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448727:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204543.448728:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448730:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204543.448732:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204543.448736:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204543.448737:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204543.448738:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204543.448740:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204543.448741:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204543.448743:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204543.448746:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204543.448754:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448761:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204543.448762:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448764:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448766:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204543.448769:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448776:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204543.448780:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448786:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204543.448789:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448790:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.448792:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448793:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204543.448794:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204543.448796:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204543.448799:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204543.448800:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204543.448803:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204543.448807:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204543.448809:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448810:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448812:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618661888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448816:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204543.448817:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448818:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204543.448821:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204543.448822:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204543.448822:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204543.448824:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204543.448825:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204543.448827:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204543.448827:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204543.448828:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:1.0:1788204543.448832:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204543.448832:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448833:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448835:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618662016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448839:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204543.448840:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448841:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204543.448842:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204543.448843:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204543.448843:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204543.448844:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204543.448846:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:1.0:1788204543.448847:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204543.448848:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204543.448849:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:1.0:1788204543.448850:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204543.448851:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448852:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448853:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618662144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448857:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204543.448857:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448858:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204543.448859:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204543.448860:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204543.448860:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204543.448861:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204543.448862:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:1.0:1788204543.448863:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204543.448863:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204543.448864:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:1.0:1788204543.448865:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204543.448866:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448867:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.448869:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204543.448870:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448871:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204543.448871:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204543.448872:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204543.448874:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448877:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204543.448878:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448879:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204543.448880:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204543.448881:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204543.448883:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204543.448885:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204543.448886:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204543.448887:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204543.448889:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204543.448890:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204543.448892:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204543.448894:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204543.448895:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204543.448897:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204543.448899:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662272, portal 4
00000100:00000001:1.0:1788204543.448901:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204543.448902:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:1.0:1788204543.448906:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448910:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204543.448911:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204543.448912:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204543.448914:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618662272, offset 0
00000400:00000200:1.0:1788204543.448916:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448918:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448920:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204543.448922:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204543.448924:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204543.448926:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204543.448927:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204543.448929:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3432:3432:256:4294967295] 192.168.201.124@tcp LPNI seq info [3432:3432:8:4294967295]
00000400:00000200:1.0:1788204543.448932:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204543.448936:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204543.448938:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448939:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204543.448942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204543.448944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204543.448946:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204543.448948:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204543.448950:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204543.448951:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:1.0:1788204543.448953:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204543.448955:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204543.448957:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6cc0
00000400:00000010:1.0:1788204543.448958:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6cc0.
00000100:00000001:1.0:1788204543.448960:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204543.448962:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448966:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.448968:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.448972:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448973:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204543.448974:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204543.448976:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204543.448977:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204543.448979:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298348702
00000100:00000001:1.0:1788204543.448980:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448981:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298348702
00000100:00000001:1.0:1788204543.448982:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298350831
00000100:00000001:1.0:1788204543.448984:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204543.448985:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.448986:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204543.448988:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204543.448992:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204543.448993:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204543.448994:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204543.448996:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204543.448997:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204543.448998:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204543.449000:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204543.449004:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.449007:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204543.449008:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.449009:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.449010:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204543.449011:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.449015:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204543.449017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.449020:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204543.449021:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.449022:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204543.449023:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.449024:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204543.449025:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204543.449027:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204543.449029:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204543.449030:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204543.449032:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204543.449036:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204543.449039:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.449040:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204543.449041:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618662272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204543.449045:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204543.449046:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204543.449047:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204543.449048:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204543.449048:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204543.449049:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204543.449063:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204543.449064:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:1.0:1788204543.449066:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204543.449067:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204543.449068:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:1.0:1788204543.449070:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204543.449070:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.449072:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.449073:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204543.449074:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.449075:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204543.449077:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204543.767197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204543.767208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204543.767215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204543.767216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204543.767220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204543.767222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204543.767226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204543.767227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204543.767289:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204543.767293:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204543.767297:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204544.471196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204544.471205:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204544.471207:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204544.471212:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204544.471215:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204544.471218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204544.471220:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204544.471223:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204544.471224:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204544.791176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204544.791183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204544.791195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204544.791196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204544.791200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204544.791201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204544.791205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204544.791206:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204544.791288:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204544.791295:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204544.791300:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204545.495118:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204545.495125:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204545.495127:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204545.495132:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204545.495134:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204545.495137:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204545.495139:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204545.495142:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204545.495144:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204545.751163:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298350831, at 4298350848
00000100:00000010:3.0:1788204545.751178:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777da80.
00010000:00000001:3.0:1788204545.815158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204545.815164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204545.815169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204545.815172:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204545.815175:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204545.815178:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204545.815180:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204545.815183:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204545.815185:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204545.815187:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204545.815191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204545.815192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204545.815195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204545.815197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204545.815268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204545.815273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204545.815277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204546.519173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204546.519180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204546.519183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204546.519188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204546.519191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204546.519195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204546.519198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204546.519200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204546.519202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204546.839170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204546.839177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204546.839184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204546.839186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204546.839189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204546.839190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204546.839193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204546.839194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204546.839252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204546.839256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204546.839260:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204547.543220:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204547.543226:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204547.543228:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204547.543232:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204547.543235:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204547.543238:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204547.543239:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204547.543241:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204547.543243:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204547.863172:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204547.863174:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204547.863177:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863182:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204547.863185:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863186:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863188:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204547.863193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204547.863198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204547.863201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204547.863202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204547.863392:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204547.863396:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204547.863400:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204548.567150:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204548.567156:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204548.567158:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204548.567164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204548.567168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204548.567171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204548.567175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204548.567178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204548.567182:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.567337:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204548.567343:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204548.567347:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204548.567358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.567385:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204548.567389:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.567395:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204548.567400:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204548.567406:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204548.567413:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618662400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204548.567421:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204548.567426:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204548.567430:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.567437:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204548.567445:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204548.567451:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204548.567493:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204548.567501:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204548.567513:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204548.567522:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662400, portal 25
00000100:00000001:1.0:1788204548.567529:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204548.567534:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:1.0:1788204548.567546:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.567562:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204548.567568:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204548.567574:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6cc0.
00000100:00000200:1.0:1788204548.567580:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618662400, offset 0
00000400:00000200:1.0:1788204548.567592:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204548.567605:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.567615:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204548.567622:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204548.567628:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204548.567635:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204548.567643:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204548.567651:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3433:3433:256:4294967295] 192.168.201.124@tcp LPNI seq info [3433:3433:8:4294967295]
00000400:00000200:1.0:1788204548.567663:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.567682:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204548.567696:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204548.567704:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000800:00000200:1.0:1788204548.567715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204548.567723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204548.567741:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204548.567747:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204548.567751:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298355951
00000100:00000010:1.0:1788204548.567758:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dea0.
00000100:00000001:1.0:1788204548.567767:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204548.567773:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298355951
00000100:00000010:1.0:1788204548.567780:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d900.
00000100:00000001:1.0:1788204548.567785:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204548.567789:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204548.567794:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.567800:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.567803:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204548.567816:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204548.567819:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204548.567823:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204548.567826:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204548.567829:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204548.567836:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.567853:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204548.567856:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.567859:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204548.567862:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204548.567865:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204548.567872:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204548.567882:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204548.567885:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204548.567887:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.567890:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204548.567895:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204548.567900:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204548.567906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204548.567912:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fadc0.
00000400:00000010:1.0:1788204548.567916:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204548.567920:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662528, portal 10
00000100:00000001:1.0:1788204548.567924:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204548.567926:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:1.0:1788204548.567935:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.567954:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204548.567959:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204548.567963:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6088.
00000100:00000200:1.0:1788204548.567967:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618662528, offset 0
00000400:00000200:1.0:1788204548.567971:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204548.567974:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.567978:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204548.567988:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204548.567991:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204548.567995:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204548.567998:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568000:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3434:3434:255:4294967295] 192.168.201.124@tcp LPNI seq info [3434:3434:7:4294967295]
00000400:00000200:1.0:1788204548.568004:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568011:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204548.568015:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204548.568020:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204548.568023:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204548.568027:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204548.568030:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204548.568034:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204548.568038:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204548.568041:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298355862
00000100:00000001:1.0:1788204548.568043:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568045:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298355862
00000100:00000001:1.0:1788204548.568047:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568049:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204548.568083:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568085:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204548.568090:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.568098:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204548.568100:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.568101:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204548.568103:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204548.568106:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204548.568109:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204548.568113:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204548.568115:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204548.568117:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.568119:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204548.568124:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204548.568126:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204548.568130:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204548.568133:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fac08.
00000400:00000010:1.0:1788204548.568136:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6b28.
00000100:00000200:1.0:1788204548.568140:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662656, portal 10
00000100:00000001:1.0:1788204548.568141:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204548.568143:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000040:1.0:1788204548.568148:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.568155:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204548.568157:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204548.568159:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6908.
00000100:00000200:1.0:1788204548.568162:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618662656, offset 0
00000400:00000200:1.0:1788204548.568165:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568169:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568172:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204548.568176:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204548.568178:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204548.568181:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204548.568183:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568186:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3435:3435:254:4294967295] 192.168.201.124@tcp LPNI seq info [3435:3435:6:4294967295]
00000400:00000200:1.0:1788204548.568191:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568197:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204548.568202:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204548.568205:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca600.
00000800:00000200:1.0:1788204548.568210:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204548.568214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204548.568216:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204548.568220:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204548.568223:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204548.568225:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298353708
00000100:00000001:1.0:1788204548.568227:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568230:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298353708
00000100:00000001:1.0:1788204548.568232:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568234:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204548.568236:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568238:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204548.568242:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.568254:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204548.568255:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.568258:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204548.568259:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204548.568261:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204548.568264:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204548.568267:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204548.568269:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204548.568271:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.568273:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204548.568276:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204548.568278:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204548.568281:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204548.568283:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204548.568287:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204548.568289:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662784, portal 4
00000100:00000001:1.0:1788204548.568291:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204548.568292:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:1.0:1788204548.568297:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.568303:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204548.568305:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204548.568307:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec65d8.
00000100:00000200:1.0:1788204548.568309:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618662784, offset 0
00000400:00000200:1.0:1788204548.568312:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568315:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568318:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204548.568321:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204548.568324:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204548.568326:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204548.568328:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568331:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3436:3436:253:4294967295] 192.168.201.124@tcp LPNI seq info [3436:3436:5:4294967295]
00000400:00000200:1.0:1788204548.568336:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568343:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204548.568349:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204548.568353:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caf00.
00000800:00000200:1.0:1788204548.568358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204548.568362:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204548.568364:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204548.568367:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204548.568371:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204548.568372:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298353688
00000100:00000001:1.0:1788204548.568375:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568377:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298353688
00000100:00000001:1.0:1788204548.568379:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568382:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204548.568384:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568387:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568389:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204548.568393:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204548.568395:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204548.568397:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204548.568398:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204548.568400:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204548.568403:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.568409:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204548.568411:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.568414:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204548.568416:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204548.568418:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204548.568422:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204548.568428:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204548.568430:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204548.568431:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204548.568433:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204548.568436:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204548.568438:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204548.568443:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204548.568445:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204548.568450:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204548.568453:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618662912, portal 4
00000100:00000001:1.0:1788204548.568454:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204548.568455:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:1.0:1788204548.568471:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204548.568477:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204548.568479:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204548.568482:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6198.
00000100:00000200:1.0:1788204548.568484:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618662912, offset 0
00000400:00000200:1.0:1788204548.568488:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568491:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568494:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204548.568497:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204548.568499:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204548.568501:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204548.568503:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204548.568505:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3437:3437:252:4294967295] 192.168.201.124@tcp LPNI seq info [3437:3437:4:4294967295]
00000400:00000200:1.0:1788204548.568509:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204548.568515:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204548.568518:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204548.568521:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca300.
00000800:00000200:1.0:1788204548.568525:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204548.568529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204548.568531:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204548.568533:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204548.568536:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204548.568538:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298353822
00000100:00000001:1.0:1788204548.568540:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568541:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298353822
00000100:00000001:1.0:1788204548.568543:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298355951
00000100:00000001:1.0:1788204548.568545:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204548.568547:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568549:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568551:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204548.568554:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204548.568555:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204548.568557:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204548.568558:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204548.568559:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.568561:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204548.887165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204548.887170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204548.887174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204548.887175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204548.887177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204548.887178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204548.887180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204548.887181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204548.887236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204548.887239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204548.887242:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204549.591375:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204549.591382:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204549.591383:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204549.591387:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204549.591389:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204549.591392:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204549.591394:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204549.591396:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204549.591398:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204549.911126:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204549.911136:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204549.911141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204549.911143:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204549.911146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204549.911148:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204549.911151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204549.911153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204549.911218:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204549.911222:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204549.911226:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204550.615209:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204550.615217:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204550.615218:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204550.615222:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204550.615225:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204550.615228:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204550.615230:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204550.615231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204550.615233:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204550.871155:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298355951, at 4298355968
00000100:00000010:3.0:1788204550.871172:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d900.
00010000:00000001:3.0:1788204550.935180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204550.935187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204550.935199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204550.935200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204550.935203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204550.935204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204550.935208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204550.935209:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204550.935266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204550.935268:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204550.935271:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204551.639389:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204551.639399:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204551.639402:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204551.639444:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204551.639449:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204551.639454:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204551.639457:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204551.639460:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204551.639463:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204551.640133:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204551.640139:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204551.640145:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204551.640159:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204551]  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204551.640188:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204551.640191:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204551.640194:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fadc0.
00000400:00000200:1.0:1788204551.640199:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204551.640201:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204551.640204:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204551.640209:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204551.640226:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640233:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204551.640235:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640237:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640240:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204551.640243:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640250:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204551.640255:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640264:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204551.640267:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640268:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640270:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640272:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204551.640275:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204551.640279:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204551.640283:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204551.640285:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204551.640289:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204551.640312:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204551.640318:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204551.640321:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204551]  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204551.640335:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204551.640336:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204551.640338:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fac08.
00000400:00000200:1.0:1788204551.640341:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6b28
00000400:00000010:1.0:1788204551.640342:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6b28.
00000100:00000001:1.0:1788204551.640344:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204551.640347:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204551.640354:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640361:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204551.640362:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640364:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204551.640368:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640374:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204551.640377:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640382:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204551.640385:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640386:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640388:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640390:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204551.640391:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204551.640394:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204551.640396:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204551.640399:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204551.640403:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204551.640421:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204551.640425:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204551.640428:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204551]  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204551.640435:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204551.640436:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204551.640437:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204551.640440:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204551.640441:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204551.640443:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204551.640446:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204551.640452:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640457:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204551.640458:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640460:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640461:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204551.640464:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640470:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204551.640474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640479:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204551.640481:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640483:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640484:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640485:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204551.640487:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204551.640489:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204551.640491:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204551.640493:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204551.640496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204551.640502:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204551.640505:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204551.640508:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204551]  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204551.640515:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204551.640516:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204551.640518:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204551.640520:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204551.640522:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204551.640524:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204551.640527:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204551.640535:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640541:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204551.640542:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640543:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640545:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204551.640548:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640559:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204551.640562:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640569:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204551.640571:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640572:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640573:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640575:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204551.640577:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204551.640579:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204551.640582:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204551.640584:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204551.640588:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204551.640596:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618662400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204551.640600:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204551.640603:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204551.640606:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618662528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640612:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204551.640615:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204551.640619:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:1.0:1788204551.640623:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204551.640625:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204551.640627:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204551.640629:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204551.640632:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:1.0:1788204551.640635:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204551.640638:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204551.640640:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:1.0:1788204551.640644:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204551.640645:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640646:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204551.640650:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618662656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640656:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204551.640658:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204551.640659:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204551.640664:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204551.640665:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204551.640667:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204551.640669:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204551.640670:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204551.640673:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204551.640674:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204551.640675:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:1.0:1788204551.640678:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204551.640680:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640682:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204551.640685:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618662784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640691:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204551.640693:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204551.640695:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204551.640698:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204551.640699:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204551.640700:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204551.640702:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204551.640704:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:1.0:1788204551.640706:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204551.640707:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204551.640708:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:1.0:1788204551.640714:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204551.640716:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640720:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204551.640723:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618662400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640730:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204551.640731:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204551.640733:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204551.640735:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204551.640736:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204551.640737:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204551.640740:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204551.640741:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:1.0:1788204551.640744:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204551.640746:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204551.640748:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:1.0:1788204551.640751:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204551.640753:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640756:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204551.640757:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204551.640759:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204551.640760:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204551.640765:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204551]  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204551.640772:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204551.640773:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204551.640775:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204551.640778:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204551.640779:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204551.640781:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204551.640785:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204551.640794:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640800:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204551.640802:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640806:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640808:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204551.640814:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640822:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204551.640827:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640835:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204551.640837:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640840:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204551.640841:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640843:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204551.640847:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204551.640850:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204551.640856:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204551.640860:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204551.640865:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204551.640874:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618662912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204551.640879:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640881:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204551.640886:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618662912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204551.640891:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204551.640892:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204551.640893:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204551.640896:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204551.640897:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204551.640898:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204551.640899:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204551.640901:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:1.0:1788204551.640902:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204551.640903:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204551.640913:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:1.0:1788204551.640915:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204551.640917:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640922:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.640929:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204551.640931:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204551.640933:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204551.640934:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204551.959223:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204551.959233:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204551.959241:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204551.959242:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204551.959247:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204551.959248:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204551.959253:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204551.959254:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204551.959322:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204551.959327:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204551.959332:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204552.663194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204552.663206:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204552.663208:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204552.663214:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204552.663219:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204552.663223:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204552.663227:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204552.663230:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204552.663234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204552.983198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204552.983204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204552.983211:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204552.983213:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204552.983219:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204552.983221:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204552.983222:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983224:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204552.983226:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983228:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983229:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204552.983233:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204552.983234:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204552.983235:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983236:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204552.983237:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983239:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204552.983240:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204552.983300:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204552.983305:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204552.983309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204553.687221:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204553.687228:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204553.687232:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204553.687237:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204553.687242:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204553.687249:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3686
00000400:00000200:3.0:1788204553.687258:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204553.687264:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204553.687268:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204553.687271:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687274:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.687276:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687278:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204553.687282:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204553.687284:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204553.687287:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204553.687289:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204553.687291:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204553.687294:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204553.687297:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687298:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.687299:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687300:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204553.687302:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204553.687304:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687305:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204553.687307:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204553.687310:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204553.687313:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.687314:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204553.687317:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204553.687321:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000020:00000040:3.0:1788204553.687323:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204553.687327:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204553.687328:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.687331:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204553.687334:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204553.687338:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204553.687345:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204553.687352:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204553.687361:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204553.687370:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204553.687406:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204553.687411:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204553.687433:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204553.687436:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204553.687439:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204553.687440:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204553.687442:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204553.687444:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204553.687446:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3686
00000400:00000200:3.0:1788204553.687450:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204553.687453:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204553.687456:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204553.687459:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687461:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.687464:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687467:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204553.687470:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204553.687471:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204553.687473:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204553.687475:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204553.687478:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204553.687478:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204553.687483:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204553.687484:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204553.687488:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204553.687489:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204553.687493:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.687498:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:1.0:1788204553.687499:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204553.687500:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204553.687506:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204553.687512:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204553.687517:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204553.687518:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.687520:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204553.687522:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204553.687527:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204553.687530:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.687531:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204553.687535:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.687536:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.687540:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204553.687544:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618663040:192.168.201.124@tcp:250:kworker.0
00000008:00100000:3.0:1788204553.687545:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204553.687550:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.687552:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204553.687555:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000020:00000040:3.0:1788204553.687564:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204553.687565:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204553.687569:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204553.687572:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.687573:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204553.687574:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204553.687577:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204553.687578:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204553.687582:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204553.687582:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204553.687589:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000010:1.0:1788204553.687591:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:3.0:1788204553.687593:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.687595:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204553.687601:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204553.687614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204553.687617:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204553.687621:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204553.687623:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000040:3.0:1788204553.687625:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204553.687633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000001:3.0:1788204553.687635:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204553.687639:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204553.687643:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1788204553.687645:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663040, portal 25
00000100:00000001:3.0:1788204553.687646:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204553.687650:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204553.687650:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204553.687655:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000001:3.0:1788204553.687656:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204553.687660:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3686
00000100:00000040:1.0:1788204553.687665:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204553.687667:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204553.687673:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204553.687679:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204553.687682:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204553.687684:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687688:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.687689:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204553.687693:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204553.687694:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000001:3.0:1788204553.687699:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:1.0:1788204553.687701:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618663040, offset 0
00000020:00000001:3.0:1788204553.687702:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204553.687705:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204553.687708:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204553.687710:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204553.687713:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204553.687714:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204553.687718:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204553.687722:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687725:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204553.687726:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204553.687729:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687733:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204553.687737:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:3.0:1788204553.687737:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204553.687744:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687747:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.687749:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204553.687751:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204553.687755:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204553.687757:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.687759:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204553.687761:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204553.687762:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00000001:3.0:1788204553.687767:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.687771:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204553.687771:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.687777:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000010:3.0:1788204553.687778:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204553.687782:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204553.687786:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204553.687787:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3438:3438:256:4294967295] 192.168.201.124@tcp LPNI seq info [3438:3438:8:4294967295]
02000000:00000001:3.0:1788204553.687788:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.687793:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204553.687796:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204553.687797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204553.687799:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204553.687804:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204553.687808:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204553.687818:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204553.687819:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204553.687832:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687832:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204553.687837:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204553.687841:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000100:00000040:3.0:1788204553.687843:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204553.687854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204553.687854:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204553.687860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1788204553.687860:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204553.687867:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204553.687872:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1788204553.687873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204553.687875:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204553.687880:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1788204553.687880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1788204553.687886:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3686
00000800:00000100:1.0:1788204553.687891:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204553.687894:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:1.0:1788204553.687895:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:3.0:1788204553.687900:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204553.687902:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204553.687903:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204553.687911:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204553.687913:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204553.687915:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.687920:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204553.687923:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000100:00000001:3.0:1788204553.687923:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204553.687928:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1788204553.687929:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000020:00000040:3.0:1788204553.687930:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204553.687934:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204553.687937:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788204553.687937:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204553.687941:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204553.687945:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:1.0:1788204553.687946:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204553.687951:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687957:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.687960:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.687964:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204553.687965:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204553.687969:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000040:1.0:1788204553.687973:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204553.687975:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204553.687984:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.687986:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204553.687993:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.687997:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204553.688000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298361071
00000100:00000010:1.0:1788204553.688007:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d420.
00000100:00000001:1.0:1788204553.688014:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204553.688020:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298361071
00000100:00000010:1.0:1788204553.688023:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d000.
00000100:00000001:1.0:1788204553.688026:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204553.688029:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204553.688033:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688036:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204553.688041:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204553.688075:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204553.688077:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204553.688080:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204553.688081:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.688083:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204553.688085:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204553.688088:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.688090:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204553.688094:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204553.688095:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204553.688098:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1788204553.688100:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204553.688100:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.688102:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1788204553.688104:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204553.688105:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204553.688108:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
02000000:00000001:3.0:1788204553.688109:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.688115:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
02000000:00000010:3.0:1788204553.688116:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000400:00000010:1.0:1788204553.688119:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:3.0:1788204553.688121:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688124:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1788204553.688129:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204553.688131:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204553.688148:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204553.688152:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204553.688154:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204553.688158:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688171:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204553.688175:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688176:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204553.688179:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204553.688180:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.688184:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204553.688185:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204553.688189:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204553.688190:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788204553.688193:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204553.688194:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204553.688200:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3686
00000100:00000001:1.0:1788204553.688209:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204553.688214:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204553.688216:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204553.688220:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204553.688226:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204553.688232:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204553.688233:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204553.688236:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204553.688238:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204553.688241:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204553.688242:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.688245:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204553.688246:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204553.688248:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1788204553.688250:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204553.688252:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204553.688253:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00080000:1.0:1788204553.688257:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1788204553.688257:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204553.688261:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00080000:1.0:1788204553.688266:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000001:3.0:1788204553.688266:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204553.688271:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788204553.688272:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204553.688280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204553.688280:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.688285:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204553.688288:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204553.688294:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204553.688298:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00100000:1.0:1788204553.688300:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618663040:192.168.201.124@tcp:250:kworker.0
00000100:00080000:3.0:1788204553.688304:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204553.688308:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204553.688309:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688313:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204553.688314:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204553.688318:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204553.688321:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618663040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204553.688321:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204553.688326:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204553.688329:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204553.688335:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688337:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204553.688338:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.688341:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1788204553.688343:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788204553.688347:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204553.688350:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204553.688351:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204553.688352:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
00000100:00000001:3.0:1788204553.688352:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204553.688355:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204553.688358:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.688359:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1788204553.688362:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000020:00000001:1.0:1788204553.688363:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204553.688367:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:3.0:1788204553.688368:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204553.688380:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204553.688384:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
00000100:00100000:3.0:1788204553.688389:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204553.688392:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204553.688395:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204553.688398:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:3.0:1788204553.688400:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204553.688403:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688404:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204553.688407:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204553.688408:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688411:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204553.688419:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688423:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204553.688426:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204553.688426:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3696)
00000100:00000001:1.0:1788204553.688431:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204553.688434:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204553.688435:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204553.688441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688449:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204553.688451:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.688455:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204553.688458:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.688460:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204553.688463:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204553.688467:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204553.688470:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204553.688472:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.688474:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204553.688477:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204553.688479:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.688483:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204553.688486:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204553.688490:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204553.688494:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663168, portal 10
00000100:00000001:1.0:1788204553.688496:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204553.688497:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00000040:1.0:1788204553.688505:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688513:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204553.688515:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204553.688518:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204553.688520:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618663168, offset 0
00000400:00000200:1.0:1788204553.688525:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204553.688530:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.688535:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204553.688538:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204553.688540:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204553.688543:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204553.688546:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204553.688549:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3439:3439:256:4294967295] 192.168.201.124@tcp LPNI seq info [3439:3439:8:4294967295]
00000400:00000200:1.0:1788204553.688554:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.688560:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204553.688564:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.688567:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204553.688571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204553.688574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204553.688578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204553.688581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204553.688585:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.688587:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204553.688590:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204553.688593:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204553.688597:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204553.688599:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204553.688602:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204553.688606:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688614:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.688617:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688631:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688632:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204553.688636:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.688640:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204553.688644:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204553.688646:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298360983
00000100:00000001:1.0:1788204553.688649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.688651:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298360983
00000100:00000001:1.0:1788204553.688654:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.688656:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204553.688658:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688660:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204553.688663:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204553.688672:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204553.688674:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204553.688675:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204553.688678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204553.688679:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204553.688682:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204553.688685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204553.688694:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688701:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204553.688702:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.688704:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.688706:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204553.688709:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688717:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204553.688721:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688728:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204553.688731:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.688733:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.688734:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.688736:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204553.688738:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204553.688741:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204553.688744:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204553.688747:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204553.688751:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204553.688759:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204553.688763:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204553.688767:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688773:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204553.688775:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.688777:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204553.688779:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.688781:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204553.688784:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204553.688787:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204553.688789:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204553.688791:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.688793:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204553.688796:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204553.688798:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.688801:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204553.688804:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204553.688807:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204553.688809:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663296, portal 10
00000100:00000001:1.0:1788204553.688811:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204553.688813:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000040:1.0:1788204553.688818:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688825:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204553.688828:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204553.688830:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204553.688832:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618663296, offset 0
00000400:00000200:1.0:1788204553.688837:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204553.688842:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.688846:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204553.688849:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204553.688852:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204553.688854:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204553.688857:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204553.688860:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3440:3440:256:4294967295] 192.168.201.124@tcp LPNI seq info [3440:3440:8:4294967295]
00000400:00000200:1.0:1788204553.688864:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.688871:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204553.688875:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.688878:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204553.688883:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204553.688886:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204553.688890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204553.688892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204553.688896:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.688905:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204553.688908:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204553.688912:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204553.688915:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204553.688917:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204553.688920:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204553.688923:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688931:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.688935:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.688942:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688943:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204553.688946:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.688949:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204553.688952:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204553.688954:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298358828
00000100:00000001:1.0:1788204553.688956:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.688959:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298358828
00000100:00000001:1.0:1788204553.688961:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.688963:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204553.688965:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.688967:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204553.688970:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204553.688979:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204553.688980:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204553.688982:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204553.688984:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204553.688986:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204553.688989:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204553.688992:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204553.689001:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689008:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204553.689009:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689012:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.689013:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204553.689016:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689023:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204553.689027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689034:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204553.689037:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689038:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.689039:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689041:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204553.689043:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204553.689046:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204553.689049:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204553.689074:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204553.689079:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204553.689088:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204553.689092:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204553.689095:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689102:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204553.689104:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.689106:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204553.689108:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.689110:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204553.689113:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204553.689116:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204553.689118:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204553.689119:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.689121:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204553.689124:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204553.689127:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.689130:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204553.689133:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204553.689137:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204553.689140:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663424, portal 4
00000100:00000001:1.0:1788204553.689142:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204553.689143:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:1.0:1788204553.689149:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689156:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204553.689159:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204553.689161:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204553.689163:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618663424, offset 0
00000400:00000200:1.0:1788204553.689167:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204553.689171:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.689175:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204553.689178:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204553.689180:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204553.689183:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204553.689185:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204553.689189:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3441:3441:256:4294967295] 192.168.201.124@tcp LPNI seq info [3441:3441:8:4294967295]
00000400:00000200:1.0:1788204553.689193:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.689199:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204553.689204:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.689207:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204553.689211:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204553.689214:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204553.689218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204553.689240:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204553.689244:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.689247:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204553.689250:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204553.689253:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204553.689257:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204553.689259:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204553.689261:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204553.689265:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689273:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.689276:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689283:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.689285:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204553.689288:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.689291:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204553.689294:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204553.689297:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298358809
00000100:00000001:1.0:1788204553.689299:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.689302:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298358809
00000100:00000001:1.0:1788204553.689304:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.689306:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204553.689309:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.689310:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204553.689314:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204553.689322:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204553.689323:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204553.689326:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204553.689328:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204553.689330:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204553.689332:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204553.689335:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204553.689343:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689349:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204553.689351:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689353:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.689354:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204553.689358:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689365:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204553.689369:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689391:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204553.689393:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689395:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.689396:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689398:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204553.689400:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204553.689402:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204553.689407:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204553.689409:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204553.689413:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204553.689421:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204553.689425:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204553.689428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689435:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204553.689437:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.689439:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204553.689440:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.689443:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204553.689446:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204553.689450:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204553.689452:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204553.689453:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.689455:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204553.689458:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204553.689460:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204553.689464:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204553.689466:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204553.689469:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204553.689472:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663552, portal 4
00000100:00000001:1.0:1788204553.689474:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204553.689476:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204553.689481:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689488:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204553.689491:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204553.689493:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204553.689495:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618663552, offset 0
00000400:00000200:1.0:1788204553.689500:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204553.689503:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.689507:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204553.689510:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204553.689512:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204553.689515:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204553.689517:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204553.689520:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3442:3442:256:4294967295] 192.168.201.124@tcp LPNI seq info [3442:3442:8:4294967295]
00000400:00000200:1.0:1788204553.689524:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204553.689530:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204553.689535:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.689538:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204553.689542:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204553.689544:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204553.689548:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204553.689551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204553.689555:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204553.689557:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204553.689560:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204553.689563:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204553.689566:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204553.689567:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204553.689570:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204553.689574:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689581:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.689584:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689591:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.689593:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204553.689597:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.689600:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204553.689603:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204553.689605:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298358943
00000100:00000001:1.0:1788204553.689608:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.689610:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298358943
00000100:00000001:1.0:1788204553.689612:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298361071
00000100:00000001:1.0:1788204553.689614:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204553.689616:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.689618:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204553.689622:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204553.689629:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204553.689631:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204553.689633:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204553.689635:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204553.689637:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204553.689639:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204553.689642:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204553.689650:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689657:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204553.689658:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689660:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.689662:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204553.689665:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689672:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204553.689676:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689683:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204553.689686:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689688:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.689689:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689691:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204553.689693:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204553.689695:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204553.689698:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204553.689701:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204553.689705:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204553.689713:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204553.689717:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689719:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.689722:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618663168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689729:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204553.689731:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204553.689733:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204553.689737:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204553.689739:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204553.689740:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204553.689742:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204553.689744:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204553.689748:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204553.689749:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204553.689751:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:1.0:1788204553.689754:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204553.689755:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689757:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.689761:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618663296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689768:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204553.689769:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204553.689770:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204553.689773:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204553.689774:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204553.689775:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204553.689777:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204553.689779:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204553.689781:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204553.689782:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204553.689783:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:1.0:1788204553.689786:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204553.689787:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689789:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.689793:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618663424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689799:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204553.689800:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204553.689802:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204553.689804:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204553.689805:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204553.689806:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204553.689808:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204553.689809:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:1.0:1788204553.689811:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204553.689812:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204553.689813:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204553.689816:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204553.689817:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689818:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204553.689821:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618663552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.689834:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204553.689836:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204553.689837:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204553.689842:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204553.689843:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204553.689845:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204553.689847:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204553.689848:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:1.0:1788204553.689850:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204553.689851:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204553.689853:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204553.689855:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204553.689856:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689858:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.689863:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204553.689865:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.689867:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204553.689868:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204554.007187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204554.007194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204554.007200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204554.007201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204554.007205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204554.007206:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204554.007209:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204554.007211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204554.007268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204554.007272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204554.007275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204555.031193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204555.031200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204555.031206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204555.031207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204555.031210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204555.031211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204555.031214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204555.031214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204555.031276:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204555.031281:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204555.031284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204555.735209:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204555.735215:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204555.735217:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204555.735222:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204555.735224:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204555.735228:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204555.735230:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204555.735233:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204555.735234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204555.991154:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298361071, at 4298361088
00000100:00000010:3.0:1788204555.991168:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d000.
00010000:00000001:3.0:1788204556.055155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204556.055160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204556.055164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204556.055166:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204556.055168:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204556.055170:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204556.055172:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204556.055173:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204556.055174:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204556.055175:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204556.055177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204556.055178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204556.055181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204556.055181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204556.055233:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204556.055236:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204556.055238:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204556.759153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204556.759158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204556.759159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204556.759163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204556.759165:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204556.759168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204556.759169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204556.759171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204556.759173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204557.079154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204557.079159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204557.079163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204557.079164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204557.079166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204557.079167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204557.079169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204557.079170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204557.079221:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204557.079225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204557.079228:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204557.783153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204557.783160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204557.783161:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204557.783164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204557.783167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204557.783170:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204557.783172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204557.783174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204557.783176:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204558.103195:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204558.103197:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204558.103200:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103205:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204558.103207:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103209:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103211:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204558.103216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103219:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204558.103220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204558.103223:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204558.103224:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204558.103277:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204558.103280:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204558.103282:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204558.807170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204558.807176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204558.807180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204558.807185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204558.807189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204558.807194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204558.807197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204558.807200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204558.807204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.807419:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204558.807425:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204558.807427:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.807435:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.807444:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.807447:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.807451:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.807455:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.807458:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.807465:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618663680:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204558.807471:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.807475:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.807478:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.807481:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.807486:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204558.807489:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.807496:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204558.807500:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204558.807507:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204558.807514:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663680, portal 25
00000100:00000001:1.0:1788204558.807519:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.807522:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784852352 : -116879924699264 : ffff95b2c59b5f80)
00000100:00000040:1.0:1788204558.807532:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.807552:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.807560:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204558.807566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204558.807572:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618663680, offset 0
00000400:00000200:1.0:1788204558.807584:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204558.807596:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.807607:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204558.807612:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.807618:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204558.807631:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.807637:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204558.807643:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3443:3443:256:4294967295] 192.168.201.124@tcp LPNI seq info [3443:3443:8:4294967295]
00000400:00000200:1.0:1788204558.807649:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.807662:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.807671:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.807679:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204558.807688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204558.807692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204558.807701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204558.807706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204558.807713:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.807715:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204558.807721:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.807726:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.807731:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204558.807733:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204558.807739:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.807745:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.807757:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.807763:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.807776:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.807780:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.807786:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.807793:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204558.807797:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298366191
00000100:00000010:1.0:1788204558.807808:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dae0.
00000100:00000001:1.0:1788204558.807817:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204558.807821:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298366191
00000100:00000010:1.0:1788204558.807826:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d3c0.
00000100:00000001:1.0:1788204558.807830:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204558.807835:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.807846:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.807851:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.807860:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.807895:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.807898:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.807903:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204558.807908:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204558.807911:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204558.807916:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.807928:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.807949:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.807967:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.807971:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.807977:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.807981:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.807990:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808009:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.808019:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808036:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.808041:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808045:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.808047:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808076:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.808079:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.808082:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.808089:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204558.808093:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.808099:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.808118:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618663680:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204558.808126:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808130:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.808137:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5f80 x1875064618663680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808152:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.808156:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.808160:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204558.808168:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.808173:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.808177:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204558.808183:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.808187:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:1.0:1788204558.808192:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.808195:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.808198:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5f80.
00000100:00000001:1.0:1788204558.808203:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.808205:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808208:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808214:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204558.808216:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.808218:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204558.808220:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204558.808221:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.808225:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808232:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.808234:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.808236:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.808237:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.808240:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.808242:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.808246:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.808248:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.808249:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.808251:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.808254:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204558.808256:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.808260:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204558.808263:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204558.808266:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204558.808269:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663808, portal 10
00000100:00000001:1.0:1788204558.808271:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.808272:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784845184 : -116879924706432 : ffff95b2c59b4380)
00000100:00000040:1.0:1788204558.808279:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808299:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.808302:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204558.808304:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204558.808307:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618663808, offset 0
00000400:00000200:1.0:1788204558.808310:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204558.808314:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.808318:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204558.808321:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.808323:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204558.808326:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.808328:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204558.808331:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3444:3444:256:4294967295] 192.168.201.124@tcp LPNI seq info [3444:3444:8:4294967295]
00000400:00000200:1.0:1788204558.808334:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.808341:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.808345:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.808348:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204558.808352:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204558.808355:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204558.808359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204558.808361:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204558.808366:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.808367:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204558.808370:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.808374:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.808376:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204558.808378:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204558.808380:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.808384:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808391:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.808394:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808399:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.808401:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.808404:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.808408:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204558.808411:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204558.808413:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298366103
00000100:00000001:1.0:1788204558.808416:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.808418:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298366103
00000100:00000001:1.0:1788204558.808420:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.808422:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.808424:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.808426:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.808429:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.808437:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.808438:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.808440:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204558.808443:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204558.808444:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204558.808446:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.808449:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.808467:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808477:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.808479:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808480:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.808482:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.808486:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808493:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.808497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808503:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.808506:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808507:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.808509:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808510:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.808512:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.808515:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.808518:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204558.808520:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.808523:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.808531:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.808535:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.808539:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808545:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.808547:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.808549:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.808551:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.808553:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.808556:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.808559:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.808561:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.808563:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.808565:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.808568:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204558.808570:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.808573:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204558.808575:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204558.808578:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204558.808581:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618663936, portal 10
00000100:00000001:1.0:1788204558.808583:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.808584:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:1.0:1788204558.808589:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808596:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.808598:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204558.808600:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204558.808602:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618663936, offset 0
00000400:00000200:1.0:1788204558.808606:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204558.808610:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.808613:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204558.808616:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.808619:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204558.808621:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.808623:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204558.808626:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3445:3445:256:4294967295] 192.168.201.124@tcp LPNI seq info [3445:3445:8:4294967295]
00000400:00000200:1.0:1788204558.808630:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.808636:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.808641:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.808644:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204558.808647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204558.808650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204558.808654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204558.808656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204558.808660:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.808662:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204558.808664:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.808668:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.808671:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204558.808673:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204558.808676:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.808679:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808686:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.808689:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808696:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.808697:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.808700:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.808703:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204558.808706:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204558.808708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298363948
00000100:00000001:1.0:1788204558.808710:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.808712:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298363948
00000100:00000001:1.0:1788204558.808715:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.808717:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.808719:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.808721:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.808725:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.808732:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.808734:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.808735:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204558.808738:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204558.808739:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204558.808741:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.808744:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.808752:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808758:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.808759:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808761:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.808763:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.808766:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808772:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.808776:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808782:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.808785:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808786:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.808788:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.808790:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.808792:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.808794:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.808797:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204558.808800:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.808803:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.808811:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618663936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.808815:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.808818:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808825:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.808826:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.808828:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.808830:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.808832:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.808835:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.808838:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.808839:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.808841:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.808842:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.808845:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204558.808848:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.808851:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204558.808853:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204558.808856:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204558.808859:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664064, portal 4
00000100:00000001:1.0:1788204558.808861:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.808862:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:1.0:1788204558.808867:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808874:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.808877:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204558.808879:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204558.808881:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618664064, offset 0
00000400:00000200:1.0:1788204558.808885:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204558.808889:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.808892:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204558.808895:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.808897:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204558.808899:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.808902:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204558.808904:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3446:3446:256:4294967295] 192.168.201.124@tcp LPNI seq info [3446:3446:8:4294967295]
00000400:00000200:1.0:1788204558.808908:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.808914:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.808919:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.808922:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204558.808925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204558.808928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204558.808932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204558.808935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204558.808938:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.808940:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204558.808943:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.808947:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.808950:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204558.808951:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204558.808954:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.808957:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808964:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.808968:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.808980:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.808981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.808984:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.808987:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204558.808990:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204558.808992:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298363928
00000100:00000001:1.0:1788204558.808994:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.808996:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298363928
00000100:00000001:1.0:1788204558.808998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.809000:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.809002:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.809004:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.809007:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.809015:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.809016:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.809018:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204558.809020:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204558.809022:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204558.809024:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.809027:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.809035:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809041:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.809043:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809045:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.809046:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.809049:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809073:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.809078:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809084:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.809087:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809088:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.809090:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809091:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.809092:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.809095:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.809099:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204558.809101:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.809104:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.809110:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.809113:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.809115:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809119:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.809120:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.809121:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.809122:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.809124:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.809125:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.809127:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.809128:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.809129:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.809130:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.809133:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204558.809134:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.809136:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204558.809137:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204558.809140:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204558.809141:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664192, portal 4
00000100:00000001:1.0:1788204558.809143:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.809143:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:1.0:1788204558.809147:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809150:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.809152:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204558.809153:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204558.809154:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618664192, offset 0
00000400:00000200:1.0:1788204558.809157:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204558.809159:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.809161:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204558.809163:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.809164:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204558.809165:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.809167:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204558.809169:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3447:3447:256:4294967295] 192.168.201.124@tcp LPNI seq info [3447:3447:8:4294967295]
00000400:00000200:1.0:1788204558.809171:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204558.809175:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.809178:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.809180:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204558.809182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204558.809183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204558.809186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204558.809187:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204558.809189:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204558.809191:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204558.809193:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.809195:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.809197:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204558.809198:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204558.809199:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.809201:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809205:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.809207:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809210:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.809211:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.809213:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.809214:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204558.809216:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204558.809217:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298364063
00000100:00000001:1.0:1788204558.809218:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.809220:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298364063
00000100:00000001:1.0:1788204558.809221:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298366191
00000100:00000001:1.0:1788204558.809222:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.809223:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.809224:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.809226:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.809230:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.809231:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.809232:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204558.809233:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204558.809234:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204558.809236:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.809237:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.809242:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809245:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.809246:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809247:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.809247:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.809249:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809253:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.809255:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809258:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.809259:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809260:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.809261:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809262:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.809263:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.809265:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.809266:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204558.809267:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.809269:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.809273:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.809275:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809276:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.809278:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4380 x1875064618663808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809294:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.809295:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.809296:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204558.809298:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.809300:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.809300:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204558.809302:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.809303:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:1.0:1788204558.809305:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.809305:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.809306:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4380.
00000100:00000001:1.0:1788204558.809308:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.809309:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809310:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.809313:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618663936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809316:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.809317:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.809318:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204558.809319:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.809320:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.809320:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204558.809321:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.809322:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:1.0:1788204558.809323:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.809324:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.809324:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:1.0:1788204558.809326:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.809326:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809327:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.809329:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618664064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809332:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.809333:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.809334:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204558.809335:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.809336:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.809337:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204558.809338:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.809339:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:1.0:1788204558.809340:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.809340:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.809341:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:1.0:1788204558.809342:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.809343:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809344:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.809345:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618664192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.809348:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.809349:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.809350:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204558.809351:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.809351:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.809352:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204558.809353:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.809354:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204558.809354:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.809355:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.809356:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:1.0:1788204558.809357:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.809357:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809358:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.809361:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204558.809362:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.809363:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204558.809364:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204559.127160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204559.127166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204559.127169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204559.127170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204559.127172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204559.127173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204559.127175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204559.127176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204559.127236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204559.127239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204559.127241:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204559.831155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204559.831163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204559.831165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204559.831170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204559.831173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204559.831177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204559.831180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204559.831183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204559.831185:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204560.151160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204560.151166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204560.151169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204560.151170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204560.151172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204560.151173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204560.151175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204560.151176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204560.151231:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204560.151234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204560.151238:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204560.855149:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204560.855157:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204560.855159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204560.855165:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204560.855168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204560.855171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204560.855173:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204560.855175:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204560.855177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204561.111233:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298366191, at 4298366208
00000100:00000010:3.0:1788204561.111238:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d3c0.
00010000:00000001:3.0:1788204561.175168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204561.175175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204561.175180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204561.175182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204561.175185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204561.175186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204561.175190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204561.175191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204561.175255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204561.175259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204561.175262:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204561.879167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204561.879172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204561.879174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204561.879178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204561.879180:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204561.879183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204561.879185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204561.879187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204561.879189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204562.199100:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204562.199106:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204562.199110:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204562.199111:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204562.199113:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204562.199114:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204562.199116:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204562.199117:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204562.199169:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204562.199173:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204562.199177:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204562.903145:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204562.903153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204562.903155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204562.903160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204562.903164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204562.903168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204562.903172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204562.903174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204562.903177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204563.223203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223241:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204563.223242:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223245:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204563.223249:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204563.223251:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204563.223257:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204563.223259:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204563.223261:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223264:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204563.223267:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223269:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223271:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223275:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204563.223277:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204563.223278:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204563.223279:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223281:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204563.223282:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223284:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204563.223286:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204563.223356:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204563.223361:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204563.223364:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204563.927162:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204563.927170:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204563.927174:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204563.927177:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204563.927181:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204563.927187:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3696
00000400:00000200:3.0:1788204563.927209:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204563.927213:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204563.927215:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204563.927220:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927222:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927224:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927226:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204563.927228:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204563.927230:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204563.927232:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204563.927235:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204563.927236:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204563.927238:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204563.927240:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927241:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927243:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204563.927245:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204563.927247:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927248:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204563.927250:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204563.927252:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204563.927254:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927256:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204563.927257:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204563.927264:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204563.927267:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204563.927269:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204563.927270:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927272:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204563.927274:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204563.927278:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204563.927286:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204563.927292:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204563.927301:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204563.927310:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204563.927314:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204563.927318:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204563.927336:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204563.927338:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204563.927340:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204563.927341:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204563.927342:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204563.927344:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204563.927345:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3696
00000400:00000200:3.0:1788204563.927348:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204563.927349:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204563.927351:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204563.927353:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927354:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927355:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927357:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204563.927358:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204563.927359:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204563.927360:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204563.927362:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204563.927364:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204563.927365:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204563.927367:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927368:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927369:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204563.927375:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204563.927376:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204563.927380:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204563.927381:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204563.927382:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204563.927386:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204563.927386:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204563.927389:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204563.927393:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204563.927395:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204563.927397:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204563.927397:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204563.927401:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204563.927403:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927404:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204563.927407:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204563.927411:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204563.927417:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204563.927419:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.927422:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204563.927423:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204563.927426:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204563.927426:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204563.927431:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.927432:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1788204563.927435:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204563.927436:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.927441:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927441:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.927449:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618664320:192.168.201.124@tcp:250:kworker.0
00000100:00100000:3.0:1788204563.927451:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204563.927457:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204563.927460:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204563.927462:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.927463:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204563.927466:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204563.927467:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.927473:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204563.927480:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:3.0:1788204563.927481:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.927484:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204563.927485:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204563.927489:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204563.927490:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204563.927492:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204563.927495:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204563.927495:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204563.927498:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3696
00000400:00000010:1.0:1788204563.927502:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000200:3.0:1788204563.927502:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204563.927507:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204563.927509:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204563.927511:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204563.927512:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000001:3.0:1788204563.927512:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927514:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927515:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204563.927517:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204563.927517:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204563.927518:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204563.927520:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204563.927521:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204563.927522:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204563.927526:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927528:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927529:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204563.927531:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664320, portal 25
00000100:00000001:3.0:1788204563.927532:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204563.927536:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:1.0:1788204563.927538:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204563.927539:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204563.927542:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000001:3.0:1788204563.927542:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204563.927545:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204563.927549:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204563.927551:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927554:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204563.927555:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.927564:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1788204563.927566:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204563.927567:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204563.927571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000008:00000001:3.0:1788204563.927574:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204563.927577:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618664320, offset 0
00000100:00000001:3.0:1788204563.927578:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204563.927584:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000400:00000200:1.0:1788204563.927586:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204563.927588:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204563.927592:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204563.927593:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927595:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204563.927596:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204563.927602:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204563.927603:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:3.0:1788204563.927605:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.927612:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1788204563.927612:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204563.927617:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.927620:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00100000:3.0:1788204563.927624:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204563.927628:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204563.927632:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204563.927634:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204563.927636:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204563.927643:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.927644:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:3.0:1788204563.927645:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204563.927649:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204563.927651:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204563.927653:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3448:3448:256:4294967295] 192.168.201.124@tcp LPNI seq info [3448:3448:8:4294967295]
00000100:00080000:3.0:1788204563.927653:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204563.927657:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204563.927661:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3696
00000400:00000200:1.0:1788204563.927664:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204563.927668:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204563.927671:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204563.927672:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204563.927675:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927679:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927684:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204563.927686:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204563.927687:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204563.927691:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204563.927692:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204563.927694:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204563.927696:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204563.927699:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:1.0:1788204563.927700:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204563.927701:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204563.927706:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927707:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927708:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:1.0:1788204563.927709:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000100:00000001:3.0:1788204563.927709:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204563.927714:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204563.927716:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927718:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204563.927721:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204563.927722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204563.927723:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204563.927727:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927728:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1788204563.927729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000008:00100000:3.0:1788204563.927730:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204563.927734:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927736:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204563.927738:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000800:00000200:1.1:1788204563.927741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204563.927742:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204563.927746:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204563.927747:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204563.927748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1788204563.927749:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204563.927751:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204563.927754:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204563.927757:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000010:3.0:1788204563.927758:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000800:00000010:1.0:1788204563.927761:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000100:00000001:3.0:1788204563.927762:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204563.927767:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204563.927770:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204563.927776:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204563.927779:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.927780:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204563.927786:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204563.927788:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204563.927792:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204563.927799:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204563.927799:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204563.927803:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204563.927808:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204563.927809:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204563.927812:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204563.927815:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204563.927820:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204563.927823:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3696
00000400:00000200:3.0:1788204563.927825:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204563.927828:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204563.927831:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204563.927836:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927838:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204563.927839:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204563.927840:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927843:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204563.927844:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204563.927846:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000040:1.0:1788204563.927847:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204563.927847:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204563.927849:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204563.927853:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204563.927857:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204563.927862:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204563.927864:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927865:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204563.927868:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204563.927869:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204563.927870:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204563.927873:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204563.927875:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204563.927877:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.927878:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204563.927878:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204563.927881:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204563.927883:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.927885:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204563.927886:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204563.927888:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204563.927890:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204563.927891:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204563.927893:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788204563.927895:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204563.927896:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204563.927897:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.927898:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298371311
00000100:00000001:3.0:1788204563.927899:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204563.927901:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204563.927904:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204563.927907:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d240.
02000000:00000010:3.0:1788204563.927907:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788204563.927912:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.927917:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1788204563.927917:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204563.927925:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298371311
00000100:00000001:3.0:1788204563.927925:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204563.927928:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204563.927932:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777de40.
00000100:00000040:3.0:1788204563.927933:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.927939:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204563.927940:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.927943:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204563.927944:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3706)
00000100:00000001:1.0:1788204563.927948:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.927952:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204563.927958:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204563]  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204563.927967:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204563.927969:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204563.927970:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204563.927973:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204563.927974:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204563.927977:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204563.927980:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204563.927988:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.927995:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204563.927996:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.927998:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928000:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204563.928004:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928010:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204563.928014:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928020:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204563.928023:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928024:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928028:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204563.928030:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204563.928032:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204563.928035:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204563.928038:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204563.928041:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204563.928049:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618664320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204563.928078:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928080:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.928083:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618664320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928089:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204563.928092:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204563.928094:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204563.928097:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204563.928099:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204563.928101:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204563.928103:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204563.928105:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204563.928109:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204563.928110:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204563.928112:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204563.928115:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204563.928116:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928119:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928125:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204563.928126:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928128:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204563.928129:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204563.928131:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204563.928134:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928141:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204563.928142:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928144:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204563.928145:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.928147:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.928150:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204563.928153:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204563.928154:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204563.928156:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928157:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204563.928160:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204563.928162:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.928165:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204563.928175:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204563.928180:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204563.928183:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664448, portal 10
00000100:00000001:1.0:1788204563.928185:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204563.928186:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:1.0:1788204563.928205:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928213:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204563.928215:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204563.928218:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204563.928220:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618664448, offset 0
00000400:00000200:1.0:1788204563.928224:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204563.928228:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.928232:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204563.928235:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204563.928237:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204563.928239:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204563.928242:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204563.928245:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3449:3449:256:4294967295] 192.168.201.124@tcp LPNI seq info [3449:3449:8:4294967295]
00000400:00000200:1.0:1788204563.928249:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.928255:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204563.928259:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.928262:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204563.928267:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204563.928269:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204563.928273:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204563.928276:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204563.928279:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.928290:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204563.928293:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204563.928296:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204563.928299:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204563.928301:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204563.928303:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204563.928307:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928314:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.928317:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928323:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928325:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204563.928328:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204563.928331:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204563.928335:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204563.928336:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298371223
00000100:00000001:1.0:1788204563.928339:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.928341:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298371223
00000100:00000001:1.0:1788204563.928343:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.928345:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.928347:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928349:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204563.928353:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204563]  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204563.928359:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204563.928360:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204563.928362:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204563.928364:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204563.928366:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204563.928367:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204563.928370:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204563.928378:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928384:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204563.928385:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928387:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928388:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204563.928391:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928398:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204563.928401:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928407:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204563.928410:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928411:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928412:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928414:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204563.928415:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204563.928418:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204563.928422:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204563.928424:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204563.928427:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204563.928435:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204563.928439:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204563.928442:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928447:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204563.928449:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928451:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204563.928452:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.928454:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.928457:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204563.928460:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204563.928461:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204563.928463:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928464:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204563.928467:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204563.928469:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.928472:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204563.928475:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204563.928478:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204563.928480:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664576, portal 10
00000100:00000001:1.0:1788204563.928482:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204563.928483:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:1.0:1788204563.928488:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928494:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204563.928496:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204563.928498:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204563.928500:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618664576, offset 0
00000400:00000200:1.0:1788204563.928504:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204563.928508:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.928512:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204563.928514:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204563.928516:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204563.928519:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204563.928521:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204563.928524:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3450:3450:256:4294967295] 192.168.201.124@tcp LPNI seq info [3450:3450:8:4294967295]
00000400:00000200:1.0:1788204563.928527:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.928534:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204563.928538:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.928541:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204563.928545:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204563.928547:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204563.928551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204563.928554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204563.928558:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.928559:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204563.928562:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204563.928566:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204563.928569:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204563.928571:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204563.928573:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204563.928577:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928584:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.928587:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928593:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928594:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204563.928598:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204563.928601:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204563.928604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204563.928606:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298369068
00000100:00000001:1.0:1788204563.928608:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.928610:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298369068
00000100:00000001:1.0:1788204563.928612:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.928613:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.928615:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928617:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204563.928620:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204563]  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204563.928627:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204563.928628:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204563.928630:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204563.928632:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204563.928634:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204563.928636:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204563.928639:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204563.928646:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928652:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204563.928654:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928655:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928657:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204563.928660:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928666:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204563.928670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928677:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204563.928680:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928682:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928683:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928685:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204563.928686:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204563.928688:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204563.928691:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204563.928693:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204563.928697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204563.928704:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204563.928707:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204563.928710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928716:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204563.928717:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928719:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204563.928721:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.928722:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.928725:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204563.928728:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204563.928729:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204563.928731:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928732:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204563.928735:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204563.928737:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.928741:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204563.928744:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204563.928747:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204563.928749:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664704, portal 4
00000100:00000001:1.0:1788204563.928751:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204563.928752:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:1.0:1788204563.928757:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928763:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204563.928765:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204563.928767:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204563.928769:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618664704, offset 0
00000400:00000200:1.0:1788204563.928773:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204563.928776:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.928779:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204563.928782:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204563.928785:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204563.928787:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204563.928789:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204563.928792:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3451:3451:256:4294967295] 192.168.201.124@tcp LPNI seq info [3451:3451:8:4294967295]
00000400:00000200:1.0:1788204563.928796:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.928801:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204563.928805:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.928808:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204563.928812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204563.928814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204563.928818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204563.928820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204563.928824:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.928826:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204563.928828:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204563.928831:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204563.928834:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204563.928836:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204563.928838:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204563.928841:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928848:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.928851:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928856:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928858:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204563.928861:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204563.928864:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204563.928867:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204563.928868:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298369048
00000100:00000001:1.0:1788204563.928871:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.928873:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298369048
00000100:00000001:1.0:1788204563.928874:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.928876:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.928878:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.928880:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204563.928884:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204563]  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204563.928891:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204563.928892:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204563.928894:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204563.928896:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204563.928898:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204563.928900:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204563.928903:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204563.928910:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928921:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204563.928923:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928924:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928926:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204563.928929:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928935:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204563.928938:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928944:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204563.928946:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928948:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.928949:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.928951:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204563.928952:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204563.928954:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204563.928957:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204563.928959:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204563.928962:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204563.928969:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204563.928972:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204563.928975:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.928980:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204563.928982:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928984:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204563.928986:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.928987:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.928990:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204563.928993:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204563.928995:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204563.928996:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.928998:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204563.929000:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204563.929002:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.929005:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204563.929008:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204563.929010:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204563.929012:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664832, portal 4
00000100:00000001:1.0:1788204563.929014:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204563.929015:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:1.0:1788204563.929020:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929025:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204563.929027:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204563.929028:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204563.929030:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618664832, offset 0
00000400:00000200:1.0:1788204563.929034:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204563.929037:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.929040:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204563.929043:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204563.929045:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204563.929047:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204563.929048:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204563.929072:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3452:3452:256:4294967295] 192.168.201.124@tcp LPNI seq info [3452:3452:8:4294967295]
00000400:00000200:1.0:1788204563.929076:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204563.929082:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204563.929087:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.929090:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204563.929094:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204563.929096:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204563.929100:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204563.929102:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204563.929105:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204563.929107:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204563.929110:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204563.929112:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204563.929115:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204563.929116:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204563.929119:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204563.929122:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929128:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.929131:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929136:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.929138:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204563.929140:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204563.929143:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204563.929146:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204563.929148:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298369183
00000100:00000001:1.0:1788204563.929150:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.929152:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298369183
00000100:00000001:1.0:1788204563.929154:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298371311
00000100:00000001:1.0:1788204563.929156:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.929158:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.929159:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204563.929163:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204563]  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204563.929170:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204563.929172:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204563.929173:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204563.929175:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204563.929177:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204563.929179:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204563.929182:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204563.929190:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929209:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204563.929210:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929212:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.929214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204563.929217:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929222:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204563.929226:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929232:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204563.929234:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929236:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204563.929237:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929239:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204563.929240:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204563.929243:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204563.929246:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204563.929248:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204563.929252:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204563.929259:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618664832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204563.929262:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929264:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.929267:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618664448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929273:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204563.929274:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204563.929276:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204563.929279:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204563.929280:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204563.929281:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204563.929283:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204563.929284:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204563.929286:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204563.929288:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204563.929289:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204563.929292:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204563.929293:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929295:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.929298:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618664576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929304:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204563.929305:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204563.929307:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204563.929309:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204563.929310:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204563.929311:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204563.929313:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204563.929315:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:1.0:1788204563.929317:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204563.929318:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204563.929319:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:1.0:1788204563.929321:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204563.929323:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929324:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.929327:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618664704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929334:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204563.929335:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204563.929336:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204563.929339:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204563.929340:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204563.929341:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204563.929343:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204563.929344:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:1.0:1788204563.929346:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204563.929348:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204563.929349:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:1.0:1788204563.929351:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204563.929352:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929354:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204563.929357:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618664832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.929362:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204563.929364:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204563.929365:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204563.929369:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204563.929371:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204563.929372:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204563.929373:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204563.929375:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:1.0:1788204563.929377:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204563.929378:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204563.929379:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:1.0:1788204563.929381:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204563.929382:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929384:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.929387:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204563.929389:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.929391:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204563.929392:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204564.247150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204564.247157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204564.247163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204564.247165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204564.247168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204564.247169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204564.247172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204564.247174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204564.247241:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204564.247245:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204564.247248:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204565.271153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204565.271158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204565.271161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204565.271164:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204565.271166:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204565.271168:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204565.271183:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204565.271184:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204565.271186:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204565.271187:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204565.271190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204565.271191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204565.271193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204565.271194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204565.271245:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204565.271247:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204565.271249:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788204566.231144:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298371311, at 4298371328
00000100:00000010:3.0:1788204566.231150:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777de40.
00010000:00000001:3.0:1788204566.295166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204566.295171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204566.295175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204566.295175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204566.295178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204566.295179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204566.295181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204566.295182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204566.295239:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204566.295243:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204566.295246:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204567.319115:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204567.319124:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204567.319126:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204567.319129:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204567.319134:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204567.319146:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204567.319148:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204567.319151:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204567.319155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204567.319156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204567.319159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204567.319160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204567.319162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204567.319163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204567.319217:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204567.319220:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204567.319223:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204568.343208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204568.343218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204568.343225:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204568.343227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204568.343231:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204568.343232:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204568.343236:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204568.343237:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204568.343288:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204568.343292:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204568.343296:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204569.047180:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204569.047193:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204569.047198:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204569.047204:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204569.047210:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204569.047221:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3701
00000400:00000200:3.0:1788204569.047234:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204569.047241:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204569.047244:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204569.047247:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047249:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047252:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047254:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204569.047257:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204569.047259:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204569.047262:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204569.047265:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204569.047267:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204569.047268:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204569.047271:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047272:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047274:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047275:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204569.047277:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204569.047280:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047282:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204569.047285:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204569.047288:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204569.047292:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047294:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204569.047297:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204569.047309:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204569.047313:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204569.047318:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204569.047320:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047323:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204569.047327:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204569.047332:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204569.047342:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204569.047349:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204569.047359:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204569.047366:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204569.047370:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204569.047374:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204569.047392:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204569.047394:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204569.047396:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204569.047397:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204569.047399:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204569.047406:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204569.047408:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3701
00000400:00000200:3.0:1788204569.047413:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204569.047416:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204569.047418:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204569.047422:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047424:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047427:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047429:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204569.047432:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204569.047433:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:1.0:1788204569.047434:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204569.047436:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204569.047439:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204569.047440:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204569.047444:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204569.047445:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204569.047448:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204569.047454:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204569.047455:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047459:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047463:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047468:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204569.047473:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204569.047474:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204569.047477:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204569.047480:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204569.047483:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204569.047485:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.047488:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204569.047489:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204569.047494:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204569.047497:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204569.047501:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618664960:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204569.047501:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047504:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204569.047510:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788204569.047510:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204569.047514:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.047516:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204569.047516:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204569.047519:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
02000000:00000001:1.0:1788204569.047521:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204569.047522:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204569.047526:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204569.047527:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204569.047527:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047531:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204569.047532:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204569.047534:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204569.047536:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000010:3.0:1788204569.047538:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204569.047540:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047543:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.047551:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204569.047551:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204569.047558:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:3.0:1788204569.047562:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204569.047565:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204569.047569:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000040:3.0:1788204569.047571:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204569.047580:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618664960, portal 25
00000100:00000001:3.0:1788204569.047582:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.047587:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204569.047587:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204569.047591:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00080000:3.0:1788204569.047593:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204569.047597:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204569.047599:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204569.047602:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204569.047603:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204569.047609:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3701
00000400:00000200:3.0:1788204569.047617:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204569.047618:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204569.047623:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204569.047625:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204569.047627:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204569.047631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000040:3.0:1788204569.047631:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047635:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047637:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204569.047639:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618664960, offset 0
00000100:00000001:3.0:1788204569.047639:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204569.047644:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204569.047646:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204569.047647:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204569.047648:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204569.047650:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204569.047654:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204569.047654:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204569.047659:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047660:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047661:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047663:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204569.047664:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204569.047667:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204569.047669:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204569.047669:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204569.047673:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204569.047675:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204569.047676:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047678:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204569.047680:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204569.047681:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000008:00000001:3.0:1788204569.047682:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047685:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204569.047689:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000400:00000200:1.0:1788204569.047691:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788204569.047691:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204569.047695:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204569.047696:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.047699:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204569.047700:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204569.047703:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204569.047705:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.047706:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1788204569.047710:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000400:00000200:1.0:1788204569.047712:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047716:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.047721:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3453:3453:256:4294967295] 192.168.201.124@tcp LPNI seq info [3453:3453:8:4294967295]
00000100:00100000:3.0:1788204569.047726:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204569.047731:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204569.047739:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204569.047747:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204569.047750:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204569.047756:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204569.047759:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1788204569.047764:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000100:00000001:3.0:1788204569.047772:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204569.047777:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1788204569.047778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204569.047784:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1788204569.047785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788204569.047787:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204569.047790:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204569.047794:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1788204569.047796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204569.047799:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3701
00000400:00000200:3.0:1788204569.047804:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204569.047815:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204569.047820:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204569.047824:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047826:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047829:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047831:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204569.047832:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1788204569.047833:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204569.047835:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204569.047837:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204569.047840:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204569.047842:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000100:1.0:1788204569.047845:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204569.047846:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000010:1.0:1788204569.047851:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000100:00000040:3.0:1788204569.047851:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047854:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.047857:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.047858:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204569.047859:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204569.047861:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204569.047863:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204569.047863:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204569.047868:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204569.047871:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204569.047874:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.047876:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204569.047876:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204569.047879:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204569.047882:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047883:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.047884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000100:00000010:3.0:1788204569.047886:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000400:00000010:1.0:1788204569.047889:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000020:00000040:3.0:1788204569.047890:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204569.047893:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204569.047895:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.047896:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204569.047897:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204569.047898:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204569.047899:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204569.047906:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204569.047906:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204569.047911:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204569.047922:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204569.047936:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204569.047938:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204569.047942:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204569.047944:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204569.047950:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.047960:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.047964:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204569.047966:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204569.047969:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204569.047973:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204569.047974:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204569.047977:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204569.047978:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204569.047982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204569.047983:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204569.047987:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3701
00000100:00000001:1.0:1788204569.047988:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298376431
00000400:00000200:3.0:1788204569.047991:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204569.047995:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204569.047997:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1788204569.047998:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d960.
00000100:00000040:3.0:1788204569.048000:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.048003:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204569.048004:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.048006:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204569.048008:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1788204569.048008:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204569.048010:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204569.048012:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204569.048014:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204569.048015:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298376431
00000020:00000001:3.0:1788204569.048016:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204569.048019:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000010:1.0:1788204569.048022:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d6c0.
00000100:00000040:3.0:1788204569.048022:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.048027:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204569.048029:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1788204569.048029:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204569.048032:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204569.048035:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:1.0:1788204569.048036:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204569.048037:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204569.048040:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.048042:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204569.048043:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204569.048046:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204569.048048:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204569.048048:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.048070:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204569.048071:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204569.048073:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.048075:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204569.048078:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788204569.048080:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204569.048082:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204569.048084:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.048085:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204569.048087:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204569.048089:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204569.048093:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00100000:1.0:1788204569.048100:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204569/real 1788204569]  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204569.048100:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204569.048120:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204569.048128:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204569.048129:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1788204569.048133:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204569.048133:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204569.048136:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204569.048137:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204569.048143:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000100:00000001:3.0:1788204569.048144:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204569.048146:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000040:3.0:1788204569.048149:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3711)
00000100:00000001:1.0:1788204569.048151:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204569.048158:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204569.048168:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048176:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204569.048178:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048181:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.048183:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204569.048187:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048194:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204569.048199:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048206:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204569.048210:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048211:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.048213:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048215:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204569.048218:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204569.048221:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204569.048224:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204569.048227:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204569.048232:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204569.048241:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618664960:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204569.048245:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048247:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.048251:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618664960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048258:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204569.048260:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204569.048263:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204569.048269:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204569.048271:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204569.048273:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204569.048276:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204569.048278:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204569.048283:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204569.048285:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204569.048286:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:1.0:1788204569.048289:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204569.048291:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048293:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048300:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204569.048302:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.048304:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204569.048305:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204569.048307:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204569.048310:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048318:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204569.048319:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.048321:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204569.048323:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204569.048325:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204569.048328:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204569.048332:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204569.048333:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204569.048335:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.048337:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204569.048340:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204569.048342:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.048346:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204569.048349:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204569.048352:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204569.048355:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665088, portal 10
00000100:00000001:1.0:1788204569.048357:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204569.048359:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:1.0:1788204569.048365:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048373:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204569.048375:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204569.048377:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204569.048380:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618665088, offset 0
00000400:00000200:1.0:1788204569.048383:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204569.048387:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.048391:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204569.048394:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204569.048396:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204569.048399:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204569.048401:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204569.048404:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3454:3454:256:4294967295] 192.168.201.124@tcp LPNI seq info [3454:3454:8:4294967295]
00000400:00000200:1.0:1788204569.048408:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.048415:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204569.048419:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.048422:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204569.048426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204569.048429:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204569.048433:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204569.048436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204569.048440:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.048442:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204569.048445:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204569.048448:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204569.048451:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204569.048453:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204569.048455:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204569.048459:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048467:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.048470:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048482:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.048484:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204569.048487:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204569.048491:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204569.048495:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204569.048497:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298376343
00000100:00000001:1.0:1788204569.048500:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.048502:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298376343
00000100:00000001:1.0:1788204569.048504:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.048506:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204569.048508:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.048510:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204569.048514:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204569/real 1788204569]  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204569.048522:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204569.048523:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204569.048524:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204569.048527:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204569.048529:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204569.048531:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204569.048534:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204569.048542:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048549:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204569.048550:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048552:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.048553:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204569.048557:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048564:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204569.048568:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048575:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204569.048577:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048579:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.048580:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048582:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204569.048584:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204569.048587:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204569.048590:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204569.048592:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204569.048597:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204569.048605:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204569.048609:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204569.048612:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048619:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204569.048620:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.048622:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204569.048624:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204569.048626:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204569.048629:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204569.048632:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204569.048634:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204569.048636:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.048637:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204569.048641:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204569.048643:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.048646:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204569.048648:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204569.048651:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204569.048654:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665216, portal 10
00000100:00000001:1.0:1788204569.048656:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204569.048658:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:1.0:1788204569.048663:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048669:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204569.048671:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204569.048673:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204569.048676:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618665216, offset 0
00000400:00000200:1.0:1788204569.048680:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204569.048683:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.048687:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204569.048690:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204569.048692:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204569.048694:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204569.048697:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204569.048700:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3455:3455:256:4294967295] 192.168.201.124@tcp LPNI seq info [3455:3455:8:4294967295]
00000400:00000200:1.0:1788204569.048704:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.048710:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204569.048715:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.048718:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204569.048721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204569.048724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204569.048728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204569.048730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204569.048734:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.048736:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204569.048739:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204569.048742:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204569.048745:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204569.048747:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204569.048749:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204569.048752:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048760:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.048763:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048769:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.048771:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204569.048773:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204569.048776:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204569.048780:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204569.048781:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298374188
00000100:00000001:1.0:1788204569.048784:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.048786:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298374188
00000100:00000001:1.0:1788204569.048788:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.048790:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204569.048792:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.048794:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204569.048798:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204569/real 1788204569]  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204569.048805:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204569.048806:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204569.048808:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204569.048810:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204569.048812:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204569.048814:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204569.048817:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204569.048826:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048832:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204569.048834:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048836:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.048837:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204569.048840:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048847:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204569.048851:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048858:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204569.048860:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048861:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.048863:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.048865:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204569.048866:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204569.048869:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204569.048872:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204569.048874:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204569.048878:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204569.048885:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204569.048890:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204569.048893:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048900:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204569.048902:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.048904:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204569.048905:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204569.048907:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204569.048910:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204569.048913:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204569.048914:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204569.048916:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.048918:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204569.048921:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204569.048923:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.048926:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204569.048928:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204569.048931:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204569.048934:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665344, portal 4
00000100:00000001:1.0:1788204569.048936:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204569.048937:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:1.0:1788204569.048943:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.048949:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204569.048951:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204569.048954:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204569.048956:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618665344, offset 0
00000400:00000200:1.0:1788204569.048959:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204569.048963:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.048966:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204569.048969:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204569.048971:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204569.048974:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204569.048976:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204569.048980:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3456:3456:256:4294967295] 192.168.201.124@tcp LPNI seq info [3456:3456:8:4294967295]
00000400:00000200:1.0:1788204569.048984:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.048990:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204569.048994:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.048997:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204569.049001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204569.049004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204569.049008:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204569.049011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204569.049016:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.049018:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204569.049021:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204569.049024:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204569.049027:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204569.049029:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204569.049032:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204569.049036:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049043:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.049046:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049073:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.049075:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204569.049080:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204569.049083:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204569.049087:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204569.049089:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298374169
00000100:00000001:1.0:1788204569.049128:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.049131:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298374169
00000100:00000001:1.0:1788204569.049133:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.049135:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204569.049138:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.049140:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204569.049144:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204569/real 1788204569]  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204569.049152:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204569.049153:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204569.049156:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204569.049159:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204569.049161:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204569.049164:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204569.049168:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204569.049177:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049183:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204569.049185:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049187:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.049188:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204569.049192:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049198:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204569.049202:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049208:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204569.049211:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049212:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.049213:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049215:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204569.049217:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204569.049219:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204569.049223:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204569.049225:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204569.049229:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204569.049236:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204569.049240:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204569.049243:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049249:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204569.049251:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.049253:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204569.049254:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204569.049256:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204569.049259:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204569.049262:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204569.049264:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204569.049265:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204569.049267:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204569.049270:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204569.049272:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204569.049275:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204569.049277:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204569.049280:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204569.049283:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665472, portal 4
00000100:00000001:1.0:1788204569.049285:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204569.049286:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:1.0:1788204569.049291:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049298:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204569.049300:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204569.049302:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204569.049305:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618665472, offset 0
00000400:00000200:1.0:1788204569.049309:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204569.049312:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.049315:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204569.049318:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204569.049321:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204569.049323:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204569.049325:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204569.049328:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3457:3457:256:4294967295] 192.168.201.124@tcp LPNI seq info [3457:3457:8:4294967295]
00000400:00000200:1.0:1788204569.049332:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204569.049338:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204569.049343:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.049345:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204569.049349:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204569.049352:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204569.049356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204569.049358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204569.049362:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204569.049364:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204569.049366:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204569.049370:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204569.049372:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204569.049374:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204569.049377:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204569.049380:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049387:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.049390:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049396:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.049398:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204569.049402:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204569.049404:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204569.049408:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204569.049410:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298374303
00000100:00000001:1.0:1788204569.049412:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.049414:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298374303
00000100:00000001:1.0:1788204569.049416:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298376431
00000100:00000001:1.0:1788204569.049418:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204569.049420:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.049422:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204569.049426:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204569/real 1788204569]  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204569.049434:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204569.049435:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204569.049437:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204569.049439:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204569.049441:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204569.049443:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204569.049446:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204569.049454:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049460:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204569.049462:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049464:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.049465:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204569.049468:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049475:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204569.049478:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049485:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204569.049487:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049489:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204569.049490:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049492:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204569.049494:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204569.049497:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204569.049500:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204569.049502:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204569.049506:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204569.049514:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204569.049518:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049519:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.049522:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618665088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049529:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204569.049530:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204569.049533:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204569.049536:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204569.049537:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204569.049538:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204569.049540:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204569.049542:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204569.049545:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204569.049546:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204569.049547:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:1.0:1788204569.049550:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204569.049551:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049553:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.049557:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618665216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049563:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204569.049565:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204569.049566:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204569.049568:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204569.049569:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204569.049570:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204569.049572:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204569.049574:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:1.0:1788204569.049576:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204569.049578:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204569.049579:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:1.0:1788204569.049581:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204569.049582:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049583:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.049586:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618665344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049592:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204569.049593:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204569.049595:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204569.049597:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204569.049598:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204569.049599:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204569.049601:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204569.049602:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204569.049604:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204569.049605:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204569.049606:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:1.0:1788204569.049608:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204569.049610:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049611:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204569.049615:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618665472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204569.049627:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204569.049628:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204569.049629:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204569.049632:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204569.049633:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204569.049634:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204569.049636:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204569.049638:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204569.049639:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204569.049640:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204569.049642:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:1.0:1788204569.049643:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204569.049644:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049646:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.049649:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204569.049650:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.049652:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204569.049654:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204569.367140:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204569.367147:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204569.367152:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204569.367153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204569.367156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204569.367157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204569.367159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204569.367160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204569.367221:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204569.367225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204569.367229:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204570.391160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204570.391168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204570.391173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204570.391175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204570.391178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204570.391179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204570.391182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204570.391183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204570.391265:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204570.391272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204570.391277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788204571.351150:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298376431, at 4298376448
00000100:00000010:3.0:1788204571.351168:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d6c0.
00010000:00000001:3.0:1788204571.415137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204571.415144:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204571.415149:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204571.415150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204571.415153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204571.415153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204571.415156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204571.415158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204571.415217:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204571.415222:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204571.415226:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204572.439158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204572.439163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204572.439167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204572.439168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204572.439170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204572.439171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204572.439173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204572.439174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204572.439232:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204572.439236:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204572.439239:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204573.463155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204573.463160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204573.463165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204573.463170:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204573.463172:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204573.463176:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204573.463178:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204573.463179:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463181:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204573.463183:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463184:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463185:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204573.463188:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204573.463189:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204573.463190:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463191:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204573.463192:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463192:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204573.463194:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204573.463245:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204573.463248:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204573.463250:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204574.167207:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204574.167217:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204574.167223:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204574.167229:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204574.167236:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204574.167248:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3706
00000400:00000200:0.0:1788204574.167263:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204574.167272:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204574.167276:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204574.167280:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167284:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.167287:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167290:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204574.167295:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204574.167298:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204574.167301:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204574.167305:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204574.167308:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204574.167310:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204574.167313:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167315:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.167317:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167319:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204574.167322:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204574.167325:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167329:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204574.167333:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204574.167337:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204574.167340:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.167342:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204574.167345:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204574.167357:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204574.167362:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204574.167367:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204574.167369:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.167373:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204574.167376:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204574.167382:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204574.167393:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204574.167401:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204574.167413:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204574.167424:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204574.167430:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204574.167435:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204574.167461:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204574.167464:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204574.167467:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204574.167469:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204574.167470:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204574.167472:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204574.167474:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3706
00000400:00000200:0.0:1788204574.167477:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204574.167479:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204574.167481:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204574.167483:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167485:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.167487:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167488:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204574.167490:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204574.167491:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204574.167493:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204574.167496:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204574.167499:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204574.167502:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204574.167505:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167508:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.167511:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204574.167511:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204574.167518:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204574.167518:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204574.167522:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788204574.167524:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204574.167531:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167537:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204574.167537:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204574.167549:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204574.167559:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204574.167561:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.167563:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204574.167569:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.167573:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204574.167575:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204574.167581:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204574.167585:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1788204574.167587:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.167592:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.167593:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204574.167601:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00100000:1.0:1788204574.167601:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618665600:192.168.201.124@tcp:250:kworker.0
00000020:00000040:0.0:1788204574.167609:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204574.167612:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204574.167614:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204574.167618:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204574.167619:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.167624:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.167626:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204574.167628:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204574.167630:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204574.167634:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204574.167637:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000010:0.0:1788204574.167641:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204574.167642:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.167653:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.167659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204574.167664:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00100000:0.0:1788204574.167668:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204574.167672:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204574.167683:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665600, portal 25
00000100:00000001:0.0:1788204574.167685:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204574.167687:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204574.167691:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.167691:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204574.167709:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204574.167712:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.167724:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204574.167731:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204574.167735:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204574.167741:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618665600, offset 0
00000400:00000200:1.0:1788204574.167756:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167769:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.167776:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204574.167778:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204574.167785:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:0.0:1788204574.167787:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204574.167790:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204574.167791:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204574.167797:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204574.167799:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204574.167807:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204574.167808:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204574.167814:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204574.167820:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3706
00000400:00000200:1.0:1788204574.167825:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3458:3458:256:4294967295] 192.168.201.124@tcp LPNI seq info [3458:3458:8:4294967295]
00000400:00000200:1.0:1788204574.167832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.167839:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204574.167846:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:1.0:1788204574.167847:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.167855:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000400:00000200:0.0:1788204574.167859:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204574.167864:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204574.167864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204574.167873:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1788204574.167877:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204574.167883:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204574.167884:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204574.167888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1788204574.167893:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000100:1.0:1788204574.167900:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204574.167902:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:1.0:1788204574.167905:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000020:00000001:0.0:1788204574.167908:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204574.167912:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204574.167914:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204574.167915:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788204574.167918:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204574.167923:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204574.167926:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788204574.167929:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204574.167935:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000100:00000040:0.0:1788204574.167937:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204574.167940:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:0.0:1788204574.167942:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.167951:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204574.167953:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204574.167958:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:1.0:1788204574.167964:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204574.167966:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204574.167980:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204574.167983:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204574.167988:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204574.167989:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204574.167998:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204574.168001:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168003:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788204574.168005:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.168008:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204574.168010:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.168015:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204574.168029:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204574.168034:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204574.168037:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.168039:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168043:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298381551
00000100:00000010:0.0:1788204574.168047:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000010:1.0:1788204574.168074:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d600.
00000100:00000001:1.0:1788204574.168081:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204574.168087:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298381552
00000100:00000010:1.0:1788204574.168089:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d060.
00000100:00000001:1.0:1788204574.168092:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204574.168095:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204574.168097:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204574.168097:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168107:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204574.168108:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204574.168119:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.168128:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1788204574.168129:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204574/real 1788204574]  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204574.168131:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204574.168135:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204574.168143:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000400:00000001:1.0:1788204574.168147:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204574.168149:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204574.168151:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204574.168155:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000100:00100000:0.0:1788204574.168159:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204574.168161:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204574.168167:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204574.168175:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204574.168181:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1788204574.168184:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204574.168188:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204574.168200:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204574.168218:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204574.168222:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168233:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1788204574.168234:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204574.168238:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.168244:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788204574.168248:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204574.168248:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204574.168256:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788204574.168258:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204574.168260:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204574.168271:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204574.168278:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204574.168282:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3706
00000100:00000040:1.0:1788204574.168286:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204574.168298:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204574.168311:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1788204574.168314:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204574.168319:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204574.168320:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204574.168324:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.168327:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204574.168329:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204574.168331:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204574.168334:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204574.168335:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204574.168340:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:1.0:1788204574.168344:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204574.168346:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204574.168352:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:1.0:1788204574.168354:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000040:0.0:1788204574.168355:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204574.168360:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204574.168360:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788204574.168367:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000040:1.0:1788204574.168370:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204574.168372:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204574.168381:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204574.168396:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204574.168402:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618665600:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204574.168403:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.168410:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.168423:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204574.168426:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204574.168428:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204574.168432:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204574.168436:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:1.0:1788204574.168441:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618665600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204574.168442:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204574.168451:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204574.168458:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.168463:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204574.168464:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.168468:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788204574.168470:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1788204574.168473:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
00000008:00100000:0.0:1788204574.168475:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204574.168481:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.168481:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204574.168486:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204574.168487:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204574.168491:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000010:0.0:1788204574.168495:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000001:1.0:1788204574.168496:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204574.168501:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
00000020:00000040:0.0:1788204574.168503:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204574.168508:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204574.168509:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204574.168512:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1788204574.168513:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204574.168517:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:0.0:1788204574.168518:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204574.168522:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204574.168525:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1788204574.168526:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168529:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204574.168534:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:1.0:1788204574.168534:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204574.168543:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168548:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204574.168552:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204574.168554:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204574.168557:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204574.168561:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204574.168566:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204574.168572:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204574.168574:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204574.168578:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204574.168594:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.168599:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204574.168604:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.168613:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204574.168618:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204574.168620:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.168623:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204574.168626:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788204574.168633:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665728:192.168.201.124@tcp:38:kworker.0
00000100:00080000:0.0:1788204574.168634:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204574.168638:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204574.168642:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204574.168644:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204574.168646:0:15178:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204574.168649:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204574.168651:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3706
02000000:00000001:1.0:1788204574.168654:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204574.168662:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204574.168663:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204574.168669:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
00000400:00000200:0.0:1788204574.168670:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204574.168675:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204574.168676:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204574.168679:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204574.168683:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.168686:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204574.168688:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204574.168690:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204574.168696:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204574.168698:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000010:1.0:1788204574.168699:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000020:00000001:0.0:1788204574.168700:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204574.168703:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204574.168706:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000010:1.0:1788204574.168707:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000020:00000001:0.0:1788204574.168709:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204574.168715:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204574.168716:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665728, portal 10
00000100:00000001:0.0:1788204574.168717:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204574.168723:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204574.168723:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204574.168730:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204574.168731:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000020:00000040:0.0:1788204574.168735:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204574.168740:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204574.168743:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204574.168744:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204574.168749:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204574.168750:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204574.168758:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.168763:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204574.168765:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204574.168772:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.168777:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204574.168785:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204574.168787:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204574.168788:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204574.168794:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204574.168796:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.168803:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1788204574.168803:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204574.168809:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204574.168812:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204574.168812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204574.168827:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618665728, offset 0
02000000:00000010:0.0:1788204574.168828:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204574.168833:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.168839:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00100000:0.0:1788204574.168843:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204574.168846:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.168853:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204574.168861:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204574.168868:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204574.168874:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204574.168874:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204574.168883:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.168884:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204574.168892:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3459:3459:256:4294967295] 192.168.201.124@tcp LPNI seq info [3459:3459:8:4294967295]
00000100:00000040:0.0:1788204574.168899:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204574.168906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204574.168918:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204574.168927:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3716)
00000400:00000200:1.0:1788204574.168933:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204574.168942:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.168945:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204574.168949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204574.168951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204574.168955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204574.168958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204574.168960:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.168961:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204574.168963:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204574.168966:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204574.168968:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204574.168969:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204574.168970:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204574.168973:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.168979:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.168980:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.168984:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.168986:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204574.168988:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204574.168990:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204574.168992:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204574.168994:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298381463
00000100:00000001:1.0:1788204574.168995:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298381551
00000100:00000001:1.0:1788204574.168997:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298381463
00000100:00000001:1.0:1788204574.168998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298381552
00000100:00000001:1.0:1788204574.168999:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.169000:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169001:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204574.169003:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204574/real 1788204574]  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204574.169008:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204574.169009:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204574.169010:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204574.169011:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204574.169012:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204574.169013:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204574.169029:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204574.169035:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169039:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204574.169040:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169041:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169042:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204574.169044:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169048:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204574.169065:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169070:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204574.169071:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169072:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169073:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169074:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204574.169075:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204574.169077:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204574.169079:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204574.169080:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204574.169082:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204574.169087:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204574.169090:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204574.169092:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169100:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204574.169101:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.169103:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204574.169104:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204574.169105:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204574.169107:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204574.169109:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204574.169111:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204574.169112:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.169113:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169115:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204574.169116:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.169118:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204574.169120:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204574.169122:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204574.169124:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665856, portal 10
00000100:00000001:1.0:1788204574.169125:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204574.169126:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204574.169129:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169133:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204574.169135:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204574.169136:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204574.169137:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618665856, offset 0
00000400:00000200:1.0:1788204574.169139:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204574.169142:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.169144:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204574.169145:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204574.169147:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204574.169149:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204574.169150:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204574.169152:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3460:3460:256:4294967295] 192.168.201.124@tcp LPNI seq info [3460:3460:8:4294967295]
00000400:00000200:1.0:1788204574.169155:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.169159:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204574.169161:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.169163:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204574.169166:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204574.169167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204574.169170:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204574.169171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204574.169173:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.169175:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204574.169177:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204574.169179:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204574.169180:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204574.169181:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204574.169183:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204574.169185:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169189:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169191:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169195:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169195:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204574.169197:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204574.169199:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204574.169200:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204574.169201:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298379309
00000100:00000001:1.0:1788204574.169203:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298381551
00000100:00000001:1.0:1788204574.169204:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298379309
00000100:00000001:1.0:1788204574.169205:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298381552
00000100:00000001:1.0:1788204574.169207:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.169208:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169209:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204574.169211:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204574/real 1788204574]  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204574.169216:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204574.169216:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204574.169217:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204574.169218:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204574.169219:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204574.169220:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204574.169222:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204574.169227:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169230:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204574.169231:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169232:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169232:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204574.169234:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169237:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204574.169239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169243:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204574.169244:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169245:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169246:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169246:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204574.169247:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204574.169248:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204574.169251:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204574.169252:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204574.169254:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204574.169258:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204574.169260:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169261:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169263:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618665728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169266:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204574.169267:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169268:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204574.169269:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204574.169270:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204574.169271:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204574.169273:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204574.169274:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204574.169275:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204574.169276:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204574.169277:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204574.169279:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204574.169280:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169281:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169284:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618665856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169290:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204574.169291:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169292:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204574.169294:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204574.169295:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204574.169296:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204574.169298:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204574.169300:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:1.0:1788204574.169302:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204574.169303:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204574.169305:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204574.169307:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204574.169308:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169310:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169313:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204574.169315:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169317:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204574.169318:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204574.169320:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204574.169324:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169331:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204574.169332:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.169333:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204574.169335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204574.169336:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204574.169338:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204574.169339:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204574.169341:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204574.169342:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.169343:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169345:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204574.169346:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.169348:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204574.169350:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204574.169352:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204574.169354:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618665984, portal 4
00000100:00000001:1.0:1788204574.169355:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204574.169356:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204574.169359:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169366:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204574.169368:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204574.169369:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204574.169370:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618665984, offset 0
00000400:00000200:1.0:1788204574.169373:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204574.169375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.169377:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204574.169378:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204574.169380:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204574.169381:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204574.169383:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204574.169385:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3461:3461:256:4294967295] 192.168.201.124@tcp LPNI seq info [3461:3461:8:4294967295]
00000400:00000200:1.0:1788204574.169387:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.169391:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204574.169394:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.169395:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204574.169398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204574.169399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204574.169401:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204574.169403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204574.169405:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.169406:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204574.169408:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204574.169410:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204574.169412:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204574.169413:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204574.169414:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204574.169416:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169420:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169422:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169430:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169430:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204574.169432:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204574.169434:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204574.169436:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204574.169437:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298379289
00000100:00000001:1.0:1788204574.169438:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298381551
00000100:00000001:1.0:1788204574.169439:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298379289
00000100:00000001:1.0:1788204574.169441:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298381552
00000100:00000001:1.0:1788204574.169442:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.169443:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169444:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204574.169446:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204574/real 1788204574]  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204574.169449:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204574.169450:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204574.169451:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204574.169452:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204574.169453:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204574.169455:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204574.169456:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204574.169461:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169464:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204574.169464:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169465:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169466:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204574.169468:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169473:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204574.169475:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169479:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204574.169480:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169481:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169481:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169482:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204574.169483:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204574.169484:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204574.169486:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204574.169487:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204574.169489:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204574.169493:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618665984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204574.169495:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204574.169497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169500:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204574.169501:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.169503:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204574.169503:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204574.169505:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204574.169506:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618666112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204574.169508:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204574.169509:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204574.169510:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204574.169511:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169512:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204574.169514:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204574.169515:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204574.169517:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204574.169519:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204574.169520:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618666112, portal 4
00000100:00000001:1.0:1788204574.169521:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204574.169522:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204574.169525:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169529:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204574.169530:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204574.169531:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204574.169532:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618666112, offset 0
00000400:00000200:1.0:1788204574.169534:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204574.169535:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.169537:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204574.169539:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204574.169541:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204574.169542:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204574.169543:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204574.169545:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3462:3462:256:4294967295] 192.168.201.124@tcp LPNI seq info [3462:3462:8:4294967295]
00000400:00000200:1.0:1788204574.169547:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204574.169551:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204574.169553:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.169554:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204574.169556:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204574.169557:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204574.169559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204574.169561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204574.169563:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204574.169565:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204574.169566:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204574.169568:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204574.169570:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204574.169570:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204574.169572:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204574.169573:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169578:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169579:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169583:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169584:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204574.169585:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204574.169587:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204574.169589:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204574.169590:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298379423
00000100:00000001:1.0:1788204574.169591:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298381551
00000100:00000001:1.0:1788204574.169593:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298379423
00000100:00000001:1.0:1788204574.169594:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298381552
00000100:00000001:1.0:1788204574.169595:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204574.169596:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169597:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204574.169599:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204574/real 1788204574]  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204574.169602:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204574.169603:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204574.169604:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204574.169605:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204574.169606:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204574.169607:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204574.169609:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204574.169613:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169616:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204574.169617:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169618:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169619:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204574.169621:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169624:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204574.169626:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169629:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204574.169630:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169631:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204574.169632:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169633:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204574.169634:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204574.169635:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204574.169637:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204574.169638:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204574.169639:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204574.169643:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618666112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204574.169645:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169646:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169649:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618665984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169652:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204574.169653:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169654:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204574.169655:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204574.169656:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204574.169657:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204574.169658:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204574.169659:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:1.0:1788204574.169661:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204574.169661:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204574.169662:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204574.169664:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204574.169665:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169666:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204574.169667:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618666112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204574.169671:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204574.169672:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204574.169672:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204574.169673:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204574.169674:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204574.169675:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204574.169675:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204574.169676:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:1.0:1788204574.169678:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204574.169679:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204574.169679:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204574.169680:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204574.169681:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169682:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.169684:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204574.169684:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.169685:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204574.169686:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204574.487158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204574.487163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204574.487166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204574.487167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204574.487169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204574.487170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204574.487172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204574.487173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204574.487230:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204574.487234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204574.487237:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204575.511185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204575.511192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204575.511197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204575.511200:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204575.511202:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204575.511204:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204575.511206:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204575.511209:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204575.511210:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204575.511211:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204575.511214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204575.511215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204575.511217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204575.511218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204575.511266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204575.511270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204575.511272:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788204576.471135:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298381552, at 4298381568
00000100:00000010:3.0:1788204576.471148:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d060.
00010000:00000001:3.0:1788204576.535153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204576.535157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204576.535161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204576.535162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204576.535164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204576.535165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204576.535167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204576.535168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204576.535239:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204576.535245:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204576.535249:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204577.239185:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204577.239191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204577.239193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204577.239196:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204577.239199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204577.239203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204577.239205:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204577.239207:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204577.239209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204577.559162:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204577.559164:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204577.559166:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559173:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204577.559175:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559176:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559178:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204577.559183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204577.559188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204577.559194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204577.559196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204577.559251:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204577.559253:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204577.559256:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204578.263162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204578.263168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204578.263171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204578.263176:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204578.263179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204578.263183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204578.263185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204578.263191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204578.263193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204578.583169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204578.583175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204578.583180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204578.583181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204578.583185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204578.583186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204578.583189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204578.583191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204578.583249:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204578.583253:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204578.583256:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204579.287211:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204579.287220:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204579.287223:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204579.287225:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788204579.287230:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204579.287235:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204579.287238:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204579.287240:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204579.287244:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204579.287246:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204579.287250:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204579.287253:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204579.287255:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.287260:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204579.287263:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3711
00000400:00000200:1.0:1788204579.287274:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204579.287280:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204579.287283:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204579.287286:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287294:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287296:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287298:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204579.287301:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204579.287303:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204579.287304:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204579.287307:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204579.287309:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204579.287310:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204579.287312:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287313:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287314:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287315:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204579.287317:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204579.287320:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287321:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204579.287323:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204579.287326:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204579.287328:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287330:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204579.287331:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204579.287338:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204579.287340:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204579.287343:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204579.287344:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287347:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204579.287349:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204579.287352:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204579.287358:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:1.0:1788204579.287363:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204579.287370:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618666240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204579.287380:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204579.287384:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204579.287398:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618666240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204579.287422:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204579.287425:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204579.287427:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204579.287428:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204579.287429:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204579.287431:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204579.287433:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3711
00000400:00000200:1.0:1788204579.287436:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204579.287438:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204579.287440:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204579.287442:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287444:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287446:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287448:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204579.287449:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204579.287450:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204579.287451:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204579.287453:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204579.287456:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204579.287459:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204579.287463:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287466:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287469:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287474:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204579.287477:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204579.287482:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287486:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204579.287488:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204579.287494:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204579.287498:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287502:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204579.287508:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204579.287514:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287517:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204579.287521:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000020:00000040:1.0:1788204579.287524:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204579.287526:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204579.287529:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287532:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204579.287534:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204579.287535:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204579.287539:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204579.287544:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204579.287551:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618666368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204579.287557:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204579.287561:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204579.287564:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618666368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204579.287575:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204579.287581:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204579.287588:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204579.287591:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204579.287594:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204579.287601:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204579.287608:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3711
00000400:00000200:1.0:1788204579.287615:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204579.287620:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204579.287623:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204579.287625:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287628:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287631:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287636:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204579.287637:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204579.287639:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204579.287640:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204579.287641:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204579.287643:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204579.287645:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204579.287659:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287663:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287667:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287669:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204579.287672:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204579.287677:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287680:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204579.287685:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204579.287688:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204579.287692:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287696:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204579.287700:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204579.287707:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287710:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204579.287718:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000020:00000040:1.0:1788204579.287722:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204579.287726:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204579.287730:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287734:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204579.287736:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204579.287739:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204579.287747:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000800:00000200:2.1:1788204579.287747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204579.287753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788204579.287754:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204579.287764:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618666496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204579.287781:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204579.287784:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204579.287792:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618666496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204579.287805:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204579.287819:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204579.287827:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204579.287829:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204579.287831:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204579.287835:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204579.287840:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3711
00000400:00000200:1.0:1788204579.287846:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204579.287854:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204579.287858:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204579.287864:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287867:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287870:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287873:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204579.287875:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204579.287877:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204579.287878:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204579.287880:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204579.287882:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204579.287885:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204579.287887:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287891:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.287893:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287894:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204579.287898:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204579.287902:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204579.287906:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204579.287914:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204579.287917:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204579.287920:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287922:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204579.287925:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204579.287942:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287945:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204579.287951:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000020:00000040:1.0:1788204579.287955:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204579.287958:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204579.287962:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.287966:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204579.287969:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204579.287973:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204579.287980:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204579.287987:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204579.287997:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618666624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204579.288016:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204579.288021:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204579.288030:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618666624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204579.288104:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204579.288109:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204579.288114:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204579.288116:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204579.288120:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204579.288126:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204579.288132:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3711
00000400:00000200:1.0:1788204579.288141:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204579.288148:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204579.288152:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204579.288159:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.288163:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.288168:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.288174:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204579.288180:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204579.288182:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204579.288185:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204579.288189:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204579.288193:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204579.288198:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204579.288202:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.288206:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204579.288212:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204579.288215:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204579.288221:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204579.288226:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204579.288232:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204579.288234:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204579.288239:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204579.288243:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.288245:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204579.288246:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204579.288249:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.288253:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204579.288258:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788204579.288264:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204579.288271:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204579.288274:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204579.288279:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204579.288280:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204579.288283:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204579.288288:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788204579.288294:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204579.288303:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618666752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204579.288323:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204579.288327:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204579.288336:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618666752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204579.288365:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204579.288373:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3722)
00000800:00000200:2.1:1788204579.288456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204579.288457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204579.288671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204579.288673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204579.288847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204579.288848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204579.289221:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204579.289223:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1788204579.607185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204579.607194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204579.607201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204579.607203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204579.607207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204579.607208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204579.607212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204579.607213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204579.607305:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204579.607311:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204579.607314:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204580.311180:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204580.311188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204580.311189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204580.311193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204580.311197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204580.311202:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204580.311204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204580.311207:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204580.311209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204580.631212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204580.631220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204580.631225:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204580.631225:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204580.631228:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204580.631229:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204580.631232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204580.631233:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204580.631291:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204580.631295:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204580.631299:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204581.335179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204581.335187:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204581.335189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204581.335193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204581.335196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204581.335200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204581.335203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204581.335205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204581.335208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204581.591175:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298386671, at 4298386688
00000100:00000010:3.0:1788204581.591189:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93501e0.
00010000:00000001:3.0:1788204581.655162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204581.655169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204581.655174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204581.655175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204581.655178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204581.655178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204581.655181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204581.655182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204581.655249:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204581.655255:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204581.655258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204582.359155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204582.359161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204582.359163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204582.359167:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204582.359170:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204582.359173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204582.359174:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204582.359176:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204582.359178:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204582.679141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204582.679146:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204582.679150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204582.679151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204582.679153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204582.679154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204582.679157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204582.679157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204582.679210:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204582.679214:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204582.679218:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204583.383174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204583.383181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204583.383183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204583.383187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204583.383191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204583.383194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204583.383196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204583.383199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204583.383202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204583.703175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204583.703181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204583.703188:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204583.703190:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204583.703196:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204583.703198:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204583.703199:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703202:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204583.703205:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703207:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703209:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204583.703214:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204583.703216:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204583.703217:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703219:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204583.703220:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703222:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204583.703224:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204583.703282:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204583.703285:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204583.703287:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204584.407149:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204584.407150:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204584.407158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204584.407158:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204584.407162:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407163:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204584.407166:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204584.407169:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204584.407170:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204584.407175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204584.407178:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3717
00000100:00000001:0.0:1788204584.407181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204584.407185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788204584.407186:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204584.407189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204584.407193:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204584.407194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204584.407198:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204584.407203:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407206:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407209:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407212:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204584.407215:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204584.407218:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204584.407220:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204584.407223:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204584.407226:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204584.407229:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204584.407233:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407235:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407237:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407239:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204584.407242:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204584.407246:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407248:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.407251:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204584.407253:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.407255:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407257:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204584.407258:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204584.407263:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5880.
00000020:00000040:1.0:1788204584.407265:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204584.407269:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204584.407270:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407273:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204584.407275:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204584.407279:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204584.407287:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000100:00000001:1.0:1788204584.407295:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.407304:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5880 x1875064618666880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204584.407315:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204584.407320:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.407324:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001054ab8c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5880 x1875064618666880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.407340:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204584.407342:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204584.407345:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204584.407347:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204584.407348:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204584.407350:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204584.407352:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3717
00000400:00000200:1.0:1788204584.407356:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204584.407359:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204584.407362:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204584.407366:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407368:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407371:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407373:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204584.407375:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204584.407377:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204584.407379:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204584.407384:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204584.407389:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204584.407394:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204584.407401:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407406:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407410:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407414:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204584.407419:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204584.407425:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407430:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.407434:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204584.407441:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.407446:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407450:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204584.407455:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204584.407462:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407466:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204584.407471:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788204584.407475:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204584.407480:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204584.407483:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407485:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204584.407488:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204584.407491:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204584.407498:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788204584.407504:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.407513:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618667008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204584.407530:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204584.407536:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.407545:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618667008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.407561:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204584.407564:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204584.407578:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204584.407584:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204584.407587:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204584.407591:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204584.407597:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3717
00000400:00000200:1.0:1788204584.407606:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204584.407614:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204584.407618:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204584.407626:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407632:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407637:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407640:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204584.407644:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204584.407648:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204584.407652:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204584.407656:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204584.407662:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204584.407667:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204584.407672:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407676:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407682:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407686:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204584.407691:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:2.1:1788204584.407695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204584.407697:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:2.1:1788204584.407701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788204584.407702:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.407706:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204584.407710:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.407714:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407718:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204584.407720:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204584.407725:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407728:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204584.407734:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000020:00000040:1.0:1788204584.407739:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204584.407743:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204584.407745:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.407748:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204584.407751:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204584.407754:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204584.407760:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788204584.407774:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.407783:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618667136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204584.407794:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204584.407798:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.407806:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618667136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.407819:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204584.407824:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204584.407829:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204584.407832:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204584.407835:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204584.407864:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204584.407870:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3717
00000400:00000200:1.0:1788204584.407876:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204584.407883:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204584.407888:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204584.407895:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407900:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407905:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407910:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204584.407924:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204584.407930:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204584.407933:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204584.407936:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204584.407940:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204584.407944:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204584.407950:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407954:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.407958:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407967:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204584.407976:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204584.407983:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204584.407989:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.407994:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204584.407999:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.408004:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.408008:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204584.408011:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204584.408016:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.408021:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204584.408027:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000020:00000040:1.0:1788204584.408032:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204584.408038:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204584.408041:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.408045:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204584.408047:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204584.408081:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204584.408089:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204584.408096:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.408104:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618667264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204584.408119:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204584.408124:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.408131:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618667264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.408144:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204584.408149:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204584.408156:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204584.408160:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204584.408163:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204584.408170:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204584.408175:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3717
00000400:00000200:1.0:1788204584.408183:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204584.408189:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204584.408194:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204584.408202:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.408207:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.408212:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.408217:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204584.408222:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204584.408226:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204584.408231:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204584.408236:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204584.408239:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204584.408243:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204584.408249:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.408254:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.408258:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204584.408262:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204584.408267:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204584.408272:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204584.408277:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.408281:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204584.408285:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.408290:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.408294:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204584.408297:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204584.408302:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.408306:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204584.408311:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000020:00000040:1.0:1788204584.408315:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204584.408319:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204584.408322:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.408325:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204584.408329:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204584.408332:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204584.408338:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000100:00000001:1.0:1788204584.408345:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.408354:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618667392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204584.408368:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204584.408372:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.408380:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618667392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.408394:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.408400:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3727)
00000800:00000200:2.1:1788204584.408408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204584.408424:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204584.408661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204584.408663:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204584.408937:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204584.408939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204584.409299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204584.409301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1788204584.727163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204584.727167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204584.727170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204584.727171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204584.727174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204584.727175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204584.727177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204584.727177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204584.727242:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204584.727246:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204584.727250:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204585.431198:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204585.431207:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204585.431208:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204585.431213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204585.431216:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204585.431219:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204585.431222:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204585.431225:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204585.431227:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204585.751215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751221:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204585.751225:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204585.751228:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204585.751231:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751234:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204585.751237:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751239:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751242:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751246:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204585.751247:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204585.751251:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204585.751252:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204585.751310:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204585.751314:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204585.751316:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204586.455186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204586.455196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204586.455199:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204586.455205:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204586.455209:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204586.455213:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204586.455216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204586.455220:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204586.455223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204586.711169:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298391791, at 4298391808
00000100:00000010:3.0:1788204586.711183:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350ea0.
00010000:00000001:3.0:1788204586.775201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204586.775210:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204586.775218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204586.775220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204586.775223:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204586.775224:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204586.775227:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204586.775229:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204586.775289:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204586.775293:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204586.775296:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204587.479153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204587.479158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204587.479159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204587.479163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204587.479166:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204587.479169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204587.479170:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204587.479172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204587.479173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204587.799173:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204587.799175:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204587.799178:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799181:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204587.799183:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799184:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799186:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204587.799190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204587.799193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204587.799196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204587.799196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204587.799261:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204587.799264:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204587.799266:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204588.503195:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204588.503203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204588.503205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204588.503209:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204588.503213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204588.503217:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204588.503219:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204588.503222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204588.503225:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204588.823126:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204588.823134:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204588.823138:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204588.823139:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204588.823141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204588.823142:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204588.823145:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204588.823145:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204588.823217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204588.823222:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204588.823225:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204589.527197:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204589.527212:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204589.527217:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204589.527227:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204589.527238:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204589.527247:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3722
00000400:00000200:1.0:1788204589.527257:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204589.527262:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204589.527265:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204589.527268:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527271:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.527273:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527275:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204589.527280:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204589.527281:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204589.527284:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204589.527287:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204589.527289:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204589.527291:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204589.527293:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527295:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.527297:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527299:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204589.527301:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204589.527304:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527307:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.527309:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204589.527313:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.527316:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527318:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204589.527320:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.527329:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204589.527332:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204589.527336:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204589.527337:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527340:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204589.527343:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204589.527346:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204589.527353:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204589.527359:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.527368:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618667520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204589.527377:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204589.527382:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.527386:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618667520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.527411:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204589.527414:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204589.527417:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204589.527419:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204589.527420:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204589.527423:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204589.527425:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3722
00000400:00000200:1.0:1788204589.527428:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204589.527432:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204589.527434:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204589.527438:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527440:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.527442:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527444:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204589.527447:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204589.527450:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204589.527455:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204589.527460:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204589.527464:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204589.527470:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204589.527478:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527484:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.527489:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527495:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204589.527502:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204589.527509:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527515:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.527521:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204589.527528:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.527533:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527537:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204589.527542:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204589.527549:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527554:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.527560:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000020:00000040:1.0:1788204589.527566:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204589.527572:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204589.527575:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527579:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204589.527582:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204589.527586:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204589.527592:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:1.0:1788204589.527599:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.527605:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618667648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204589.527619:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204589.527623:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.527631:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618667648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.527648:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204589.527653:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204589.527667:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204589.527671:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204589.527678:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204589.527684:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204589.527689:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3722
00000400:00000200:1.0:1788204589.527698:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204589.527705:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204589.527706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204589.527711:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788204589.527712:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788204589.527720:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527725:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.527730:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527734:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204589.527740:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204589.527748:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204589.527763:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204589.527765:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204589.527767:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204589.527770:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204589.527777:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527783:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.527788:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527792:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204589.527799:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204589.527806:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204589.527810:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.527815:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204589.527820:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.527825:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527829:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204589.527834:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204589.527839:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527844:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.527851:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000020:00000040:1.0:1788204589.527857:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204589.527863:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204589.527866:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.527870:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204589.527873:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204589.527877:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204589.527884:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:1.0:1788204589.527891:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.527901:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618667776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204589.527920:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204589.527924:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.527935:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618667776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.527962:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204589.527967:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204589.527977:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204589.527980:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204589.527983:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204589.527990:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204589.527997:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3722
00000400:00000200:1.0:1788204589.528015:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204589.528024:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204589.528030:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204589.528037:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528042:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.528047:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528081:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204589.528087:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204589.528092:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204589.528095:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204589.528099:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204589.528104:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204589.528108:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204589.528114:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528119:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.528124:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528128:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204589.528132:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204589.528138:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528143:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.528147:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204589.528152:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.528157:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.528161:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204589.528167:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204589.528173:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.528178:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.528185:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788204589.528191:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204589.528198:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204589.528201:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.528204:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204589.528208:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204589.528212:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204589.528220:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788204589.528226:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.528236:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618667904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204589.528257:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204589.528262:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.528271:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618667904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204589.528291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204589.528294:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204589.528294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1788204589.528301:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204589.528308:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204589.528312:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204589.528315:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204589.528320:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204589.528325:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3722
00000400:00000200:1.0:1788204589.528333:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204589.528339:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204589.528345:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204589.528350:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528353:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.528355:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528358:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204589.528363:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204589.528366:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204589.528370:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204589.528373:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204589.528377:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204589.528382:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204589.528388:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528393:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204589.528396:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528401:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204589.528406:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204589.528414:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204589.528420:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.528425:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204589.528431:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.528435:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.528440:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204589.528443:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204589.528448:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.528453:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.528460:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788204589.528466:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204589.528472:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204589.528475:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.528480:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204589.528484:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204589.528488:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204589.528495:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788204589.528502:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.528513:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618668032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204589.528532:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204589.528537:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.528546:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618668032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.528564:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.528572:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3732)
00000800:00000200:2.1:1788204589.528673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204589.528676:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204589.528939:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204589.528941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204589.529125:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204589.529127:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1788204589.847195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204589.847202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204589.847207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204589.847208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204589.847210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204589.847211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204589.847214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204589.847215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204589.847265:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204589.847269:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204589.847271:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204590.871202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204590.871211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204590.871226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204590.871228:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204590.871232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204590.871233:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204590.871237:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204590.871238:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204590.871318:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204590.871324:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204590.871329:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788204591.831162:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298396911, at 4298396928
00000100:00000010:3.0:1788204591.831178:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93505a0.
00010000:00000001:3.0:1788204591.895240:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204591.895247:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204591.895252:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204591.895253:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204591.895256:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204591.895257:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204591.895259:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204591.895260:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204591.895309:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204591.895313:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204591.895315:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204592.919172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204592.919179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204592.919184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204592.919185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204592.919187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204592.919188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204592.919191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204592.919192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204592.919257:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204592.919262:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204592.919265:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204593.943184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204593.943191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204593.943196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204593.943202:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204593.943204:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204593.943210:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204593.943212:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204593.943213:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943216:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204593.943218:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943219:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943221:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943223:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204593.943224:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204593.943231:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204593.943232:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943233:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204593.943233:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943234:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204593.943235:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204593.943283:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204593.943286:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204593.943288:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204594.647211:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204594.647222:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204594.647225:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204594.647229:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204594.647236:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204594.647244:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3727
00000400:00000200:0.0:1788204594.647255:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204594.647266:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204594.647271:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204594.647278:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647285:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647289:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647292:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204594.647297:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204594.647300:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204594.647304:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204594.647308:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204594.647311:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204594.647313:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204594.647316:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647319:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647321:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647322:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204594.647326:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204594.647329:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647332:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204594.647336:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204594.647340:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204594.647343:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647345:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204594.647348:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204594.647367:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204594.647371:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204594.647375:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204594.647376:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647380:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204594.647383:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204594.647387:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204594.647396:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204594.647403:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204594.647412:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618668160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204594.647419:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204594.647424:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204594.647427:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618668160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204594.647443:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204594.647446:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204594.647448:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204594.647449:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204594.647450:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204594.647451:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204594.647453:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3727
00000400:00000200:0.0:1788204594.647456:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204594.647459:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204594.647461:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204594.647466:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647471:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647475:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647479:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204594.647485:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204594.647488:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204594.647491:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204594.647493:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204594.647497:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204594.647503:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204594.647511:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647517:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647523:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647527:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204594.647532:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204594.647539:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647548:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204594.647553:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204594.647561:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204594.647564:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647566:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204594.647571:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204594.647574:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647577:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204594.647583:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204594.647587:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204594.647591:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204594.647594:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647596:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204594.647599:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204594.647601:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204594.647606:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204594.647610:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204594.647617:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618668288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204594.647630:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204594.647634:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204594.647640:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618668288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204594.647655:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204594.647672:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204594.647680:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204594.647684:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204594.647689:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204594.647693:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204594.647700:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3727
00000400:00000200:0.0:1788204594.647709:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204594.647718:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204594.647722:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204594.647724:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647727:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647730:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647733:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204594.647735:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204594.647736:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204594.647737:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204594.647738:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204594.647740:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204594.647745:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:2.1:1788204594.647751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204594.647752:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647757:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204594.647757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788204594.647762:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647768:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204594.647773:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204594.647779:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647782:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204594.647785:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204594.647788:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204594.647790:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647794:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204594.647796:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204594.647799:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647800:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204594.647804:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204594.647807:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204594.647810:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204594.647811:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647812:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204594.647813:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204594.647814:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204594.647818:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788204594.647824:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204594.647832:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618668416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204594.647841:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204594.647844:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204594.647850:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618668416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204594.647859:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204594.647864:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204594.647868:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204594.647869:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204594.647872:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204594.647874:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204594.647878:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3727
00000400:00000200:0.0:1788204594.647883:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204594.647885:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204594.647886:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204594.647889:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647892:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647894:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647895:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204594.647897:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204594.647899:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204594.647901:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204594.647903:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204594.647904:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204594.647905:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204594.647907:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647908:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.647912:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647913:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204594.647915:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204594.647917:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204594.647920:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204594.647922:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204594.647924:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204594.647928:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647930:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204594.647933:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204594.647936:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647938:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204594.647941:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204594.647944:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204594.647949:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204594.647952:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.647954:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204594.647955:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204594.647957:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204594.647963:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204594.647966:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204594.647972:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618668544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204594.647983:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204594.647993:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204594.648001:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618668544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204594.648024:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204594.648026:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204594.648029:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204594.648032:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204594.648037:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204594.648042:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204594.648045:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3727
00000400:00000200:0.0:1788204594.648048:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204594.648095:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204594.648098:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204594.648103:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.648108:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.648111:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.648115:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204594.648118:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204594.648120:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204594.648122:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204594.648125:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204594.648128:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204594.648132:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204594.648137:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.648141:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204594.648144:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204594.648146:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204594.648150:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204594.648154:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204594.648157:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204594.648161:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204594.648200:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204594.648204:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.648207:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204594.648210:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204594.648214:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.648218:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204594.648226:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204594.648233:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204594.648239:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204594.648243:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.648248:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204594.648252:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204594.648257:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204594.648264:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204594.648270:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204594.648281:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618668672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204594.648304:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204594.648309:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204594.648319:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618668672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204594.648342:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204594.648350:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3737)
00000800:00000200:2.1:1788204594.648379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204594.648382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204594.648573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204594.648574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204594.648804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204594.648823:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204594.649182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204594.649184:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1788204594.967175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204594.967182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204594.967188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204594.967188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204594.967191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204594.967192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204594.967196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204594.967197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204594.967269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204594.967273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204594.967277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204595.991200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204595.991208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204595.991214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204595.991218:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204595.991220:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204595.991224:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204595.991227:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204595.991229:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204595.991231:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204595.991234:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204595.991238:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204595.991239:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204595.991243:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204595.991244:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204595.991296:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204595.991301:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204595.991304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788204596.951172:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298402031, at 4298402048
00000100:00000010:3.0:1788204596.951190:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350060.
00010000:00000001:3.0:1788204597.015171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204597.015178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204597.015183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204597.015183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204597.015186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204597.015187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204597.015190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204597.015191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204597.015253:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204597.015258:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204597.015262:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204598.039160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204598.039167:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204598.039168:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204598.039171:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204598.039174:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204598.039176:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204598.039177:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204598.039178:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204598.039181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204598.039182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204598.039184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204598.039185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204598.039187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204598.039188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204598.039248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204598.039252:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204598.039255:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1788204599.063124:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204599.063128:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204599.063132:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204599.063133:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204599.063135:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204599.063136:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204599.063138:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204599.063139:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204599.063181:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204599.063184:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204599.063187:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204599.767123:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.767128:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204599.767131:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204599.767134:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.767136:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.767138:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.767140:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204599.767147:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204599.767153:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204599.767156:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204599.767160:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204599.767163:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204599.767170:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3732
00000400:00000200:3.0:1788204599.767178:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204599.767184:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204599.767187:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204599.767190:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767193:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204599.767196:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767198:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204599.767202:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204599.767204:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204599.767206:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204599.767209:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204599.767211:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204599.767213:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204599.767216:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767218:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204599.767220:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767222:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204599.767225:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204599.767228:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767231:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204599.767233:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204599.767236:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204599.767239:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767241:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204599.767243:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204599.767252:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788204599.767255:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204599.767259:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204599.767260:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767263:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204599.767266:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204599.767269:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204599.767276:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204599.767282:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204599.767291:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204599.767301:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204599.767305:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204599.767309:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.767331:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204599.767334:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204599.767337:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204599.767339:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204599.767341:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204599.767344:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204599.767347:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3732
00000100:00000001:2.0:1788204599.767349:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788204599.767352:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204599.767353:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204599.767356:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204599.767357:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204599.767360:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204599.767363:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204599.767366:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767371:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204599.767375:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204599.767378:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.767380:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767380:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204599.767385:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204599.767386:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204599.767387:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
02000000:00000001:2.0:1788204599.767389:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204599.767390:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204599.767393:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:2.0:1788204599.767394:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204599.767396:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00100000:2.0:1788204599.767400:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618668800:192.168.201.124@tcp:250:kworker.0
00000020:00000001:3.0:1788204599.767400:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204599.767406:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204599.767407:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204599.767408:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204599.767410:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204599.767411:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204599.767412:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204599.767415:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204599.767416:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.767420:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204599.767420:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767423:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204599.767425:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:3.0:1788204599.767426:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204599.767429:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204599.767431:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204599.767434:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.767435:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204599.767436:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788204599.767439:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000008:00100000:3.0:1788204599.767441:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204599.767444:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767445:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204599.767446:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000010:3.0:1788204599.767449:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000020:00000040:3.0:1788204599.767452:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204599.767454:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204599.767455:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618668800, portal 25
02000000:00000001:3.0:1788204599.767455:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767458:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204599.767460:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204599.767461:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204599.767462:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767465:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
02000000:00000010:3.0:1788204599.767466:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:3.0:1788204599.767472:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.767476:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204599.767478:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204599.767499:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204599.767503:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204599.767503:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.767510:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204599.767510:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204599.767515:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204599.767521:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618668800, offset 0
00000100:00000001:3.0:1788204599.767521:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204599.767526:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204599.767529:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204599.767530:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767531:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204599.767533:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204599.767535:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204599.767537:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3732
00000400:00000200:2.0:1788204599.767540:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.767552:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204599.767556:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204599.767559:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204599.767561:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204599.767563:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.767566:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3483:3483:256:4294967295] 192.168.201.124@tcp LPNI seq info [3483:3483:8:4294967295]
00000400:00000200:2.0:1788204599.767569:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.767586:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204599.767593:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204599.767593:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:2.0:1788204599.767600:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000400:00000200:3.0:1788204599.767600:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204599.767603:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204599.767606:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767608:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204599.767610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204599.767612:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204599.767615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788204599.767616:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204599.767621:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204599.767625:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:2.1:1788204599.767625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:3.0:1788204599.767630:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204599.767631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1788204599.767635:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000100:2.0:1788204599.767636:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.767639:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000020:00000001:3.0:1788204599.767640:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204599.767645:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204599.767645:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204599.767651:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.767652:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204599.767656:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204599.767659:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000040:3.0:1788204599.767660:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204599.767663:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:3.0:1788204599.767663:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204599.767668:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:2.0:1788204599.767669:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788204599.767673:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:2.0:1788204599.767676:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.767677:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204599.767682:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204599.767686:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204599.767688:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204599.767691:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.767693:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.767696:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204599.767700:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204599.767701:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767706:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1788204599.767706:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767710:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767712:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204599.767715:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000400:00000200:2.0:1788204599.767718:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204599.767720:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204599.767722:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298407151
02000000:00000001:3.0:1788204599.767725:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1788204599.767728:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350b40.
02000000:00000001:3.0:1788204599.767728:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767730:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204599.767733:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204599.767735:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1788204599.767735:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767741:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298407151
02000000:00000010:3.0:1788204599.767741:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204599.767747:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204599.767748:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93507e0.
00000100:00000001:2.0:1788204599.767753:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204599.767756:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204599.767757:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204599.767758:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767763:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204599.767769:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.767770:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204599.767775:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204599.767781:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204599.767783:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204599.767783:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204599.767787:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204599.767790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204599.767792:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204599.767795:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767796:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204599.767798:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204599.767802:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204599.767803:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204599.767805:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204599.767809:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204599.767814:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.767815:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204599.767822:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1788204599.767822:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3732
00000100:00000001:2.0:1788204599.767825:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.767827:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.767828:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204599.767830:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:2.0:1788204599.767833:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204599.767838:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204599.767842:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204599.767844:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204599.767849:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204599.767852:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767858:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204599.767862:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767867:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204599.767869:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788204599.767871:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204599.767874:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:2.0:1788204599.767875:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204599.767877:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204599.767880:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788204599.767881:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204599.767884:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204599.767885:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204599.767889:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1788204599.767890:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204599.767894:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204599.767895:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:2.0:1788204599.767899:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204599.767904:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204599.767907:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204599.767909:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204599.767912:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767915:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204599.767918:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000040:2.0:1788204599.767919:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204599.767924:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204599.767929:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204599.767932:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204599.767936:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204599.767940:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618668800:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204599.767940:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.767948:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204599.767949:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204599.767952:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204599.767953:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788204599.767956:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.767961:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618668800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.767961:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204599.767967:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204599.767968:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1788204599.767970:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204599.767972:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788204599.767974:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788204599.767975:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:3.0:1788204599.767976:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.767981:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204599.767982:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1788204599.767983:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1788204599.767984:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1788204599.767985:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204599.767987:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204599.767990:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204599.767990:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
02000000:00000010:2.0:1788204599.767992:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204599.767994:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.767996:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204599.767999:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204599.768001:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00100000:3.0:1788204599.768001:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204599.768006:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204599.768008:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768012:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204599.768015:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204599.768017:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768019:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204599.768020:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768022:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768027:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204599.768030:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768031:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204599.768033:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204599.768034:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204599.768038:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1788204599.768040:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204599.768040:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204599.768043:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204599.768048:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204599.768068:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.768069:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768070:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204599.768072:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.768073:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.768076:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618668928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204599.768079:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204599.768082:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204599.768082:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3732
02000000:00000001:2.0:1788204599.768084:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768088:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768090:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
00000400:00000200:3.0:1788204599.768091:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204599.768094:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204599.768098:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204599.768101:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204599.768103:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788204599.768105:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204599.768109:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204599.768110:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204599.768112:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618668928, portal 10
00000100:00000001:3.0:1788204599.768114:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204599.768116:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204599.768119:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:3.0:1788204599.768120:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.768124:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204599.768126:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204599.768129:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204599.768132:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204599.768135:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204599.768136:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204599.768140:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204599.768141:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000010:2.0:1788204599.768142:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000020:00000001:3.0:1788204599.768145:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788204599.768146:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618668928, offset 0
00000020:00000001:3.0:1788204599.768151:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:2.0:1788204599.768152:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204599.768159:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768160:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204599.768164:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204599.768167:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204599.768169:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204599.768171:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:2.0:1788204599.768172:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204599.768178:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204599.768179:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768181:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204599.768185:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.768186:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204599.768189:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204599.768190:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768194:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3484:3484:256:4294967295] 192.168.201.124@tcp LPNI seq info [3484:3484:8:4294967295]
02000000:00000001:3.0:1788204599.768194:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204599.768200:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.768201:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204599.768203:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204599.768206:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204599.768211:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.768214:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204599.768215:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204599.768221:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000800:00000200:2.0:1788204599.768226:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204599.768226:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204599.768231:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204599.768233:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204599.768234:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000001:3.0:1788204599.768236:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204599.768239:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788204599.768242:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204599.768242:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204599.768248:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000800:00000200:2.0:1788204599.768249:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788204599.768252:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204599.768257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:3.0:1788204599.768261:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204599.768261:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204599.768270:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768273:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000100:00000001:3.0:1788204599.768278:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204599.768279:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204599.768280:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204599.768286:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204599.768287:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204599.768292:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204599.768295:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:3.0:1788204599.768298:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768299:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204599.768303:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3742)
00000100:00000200:2.0:1788204599.768304:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768311:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768314:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768318:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768320:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204599.768322:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.768325:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204599.768327:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204599.768328:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298407063
00000100:00000001:2.0:1788204599.768330:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768332:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298407063
00000100:00000001:2.0:1788204599.768333:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768334:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204599.768335:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768337:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204599.768339:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204599.768343:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204599.768344:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204599.768344:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204599.768346:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204599.768347:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204599.768348:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204599.768350:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204599.768355:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768358:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204599.768359:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768360:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768361:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204599.768363:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768366:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204599.768368:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768372:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204599.768373:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768375:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768375:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768377:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204599.768378:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204599.768379:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204599.768381:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204599.768382:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204599.768384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204599.768388:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618668928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204599.768390:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204599.768392:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768395:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.768396:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768397:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204599.768398:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.768400:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.768401:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204599.768403:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204599.768404:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204599.768406:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768407:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768409:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204599.768410:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.768412:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204599.768413:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204599.768415:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204599.768417:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669056, portal 10
00000100:00000001:2.0:1788204599.768418:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204599.768419:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:2.0:1788204599.768423:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768426:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204599.768428:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204599.768429:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204599.768430:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618669056, offset 0
00000400:00000200:2.0:1788204599.768432:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768434:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.768436:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204599.768438:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204599.768439:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204599.768441:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204599.768442:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768444:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3485:3485:256:4294967295] 192.168.201.124@tcp LPNI seq info [3485:3485:8:4294967295]
00000400:00000200:2.0:1788204599.768448:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.768453:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204599.768457:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768460:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204599.768463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204599.768466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204599.768470:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204599.768472:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204599.768476:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768477:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204599.768480:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204599.768483:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204599.768486:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204599.768488:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204599.768490:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204599.768494:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768499:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768501:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768505:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768506:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204599.768508:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.768510:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204599.768512:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204599.768513:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298404908
00000100:00000001:2.0:1788204599.768515:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768516:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298404908
00000100:00000001:2.0:1788204599.768517:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768519:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204599.768520:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768521:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204599.768523:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204599.768527:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204599.768528:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204599.768529:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204599.768530:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204599.768531:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204599.768532:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204599.768534:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204599.768538:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768542:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204599.768542:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768543:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768544:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204599.768546:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768550:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204599.768552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768556:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204599.768557:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768558:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768559:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768560:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204599.768561:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204599.768562:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204599.768564:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204599.768565:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204599.768567:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204599.768582:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204599.768585:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204599.768587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768591:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.768592:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768593:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204599.768594:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.768595:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.768597:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204599.768599:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204599.768601:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204599.768602:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768603:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768605:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204599.768606:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.768608:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204599.768610:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204599.768612:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204599.768614:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669184, portal 4
00000100:00000001:2.0:1788204599.768615:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204599.768616:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788204599.768619:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768623:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204599.768624:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204599.768626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204599.768627:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618669184, offset 0
00000400:00000200:2.0:1788204599.768629:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768631:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.768633:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204599.768635:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204599.768636:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204599.768638:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204599.768639:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768641:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3486:3486:256:4294967295] 192.168.201.124@tcp LPNI seq info [3486:3486:8:4294967295]
00000400:00000200:2.0:1788204599.768644:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.768647:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204599.768650:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768652:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204599.768654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204599.768656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204599.768658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204599.768660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204599.768662:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768663:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204599.768665:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204599.768667:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204599.768669:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204599.768670:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204599.768672:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204599.768674:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768678:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768680:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768683:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768684:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204599.768686:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.768687:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204599.768689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204599.768690:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298404888
00000100:00000001:2.0:1788204599.768692:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298404888
00000100:00000001:2.0:1788204599.768694:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768695:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204599.768696:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768697:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204599.768699:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204599.768703:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204599.768703:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204599.768704:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204599.768705:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204599.768706:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204599.768708:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204599.768710:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204599.768714:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768717:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204599.768718:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768719:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768720:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204599.768722:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768725:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204599.768727:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768730:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204599.768732:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768732:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768733:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768734:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204599.768735:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204599.768736:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204599.768738:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204599.768739:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204599.768741:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204599.768745:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204599.768747:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768748:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768750:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618668928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768754:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204599.768755:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768756:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204599.768757:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204599.768758:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204599.768759:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204599.768760:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204599.768761:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:2.0:1788204599.768762:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204599.768763:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204599.768764:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:2.0:1788204599.768766:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204599.768767:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768768:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768769:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618669056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768773:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204599.768774:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768774:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204599.768775:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204599.768776:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204599.768777:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204599.768778:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204599.768778:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:2.0:1788204599.768780:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204599.768780:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204599.768781:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:2.0:1788204599.768782:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204599.768783:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768783:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768785:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618669184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768788:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204599.768789:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768790:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204599.768791:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204599.768792:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204599.768793:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204599.768794:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204599.768794:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204599.768795:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204599.768796:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204599.768797:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204599.768798:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204599.768798:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768799:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768801:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204599.768802:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768803:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204599.768804:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204599.768805:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204599.768807:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768812:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.768813:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768815:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204599.768816:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.768818:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.768820:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204599.768824:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204599.768825:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204599.768826:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.768828:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204599.768831:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204599.768833:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204599.768836:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204599.768837:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204599.768840:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204599.768843:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669312, portal 4
00000100:00000001:2.0:1788204599.768845:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204599.768846:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788204599.768851:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768857:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204599.768859:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204599.768862:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204599.768864:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618669312, offset 0
00000400:00000200:2.0:1788204599.768867:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768871:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.768874:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204599.768877:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204599.768879:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204599.768882:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204599.768884:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204599.768886:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3487:3487:256:4294967295] 192.168.201.124@tcp LPNI seq info [3487:3487:8:4294967295]
00000400:00000200:2.0:1788204599.768890:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204599.768896:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204599.768900:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768902:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204599.768904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204599.768906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204599.768908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204599.768911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204599.768913:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204599.768914:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204599.768916:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204599.768918:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204599.768920:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204599.768921:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204599.768923:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204599.768927:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768940:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.768943:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768949:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768950:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204599.768953:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.768956:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204599.768959:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204599.768961:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298405022
00000100:00000001:2.0:1788204599.768963:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768965:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298405022
00000100:00000001:2.0:1788204599.768967:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298407151
00000100:00000001:2.0:1788204599.768969:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204599.768971:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.768972:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204599.768975:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204599.768979:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204599.768980:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204599.768981:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204599.768983:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204599.768984:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204599.768985:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204599.768987:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204599.768991:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.768995:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204599.768996:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.768997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.768998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204599.769000:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.769003:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204599.769005:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.769009:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204599.769010:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.769011:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204599.769011:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.769012:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204599.769014:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204599.769015:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204599.769017:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204599.769018:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204599.769020:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204599.769024:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204599.769026:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.769027:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204599.769028:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618669312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.769032:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204599.769033:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204599.769034:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204599.769035:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204599.769036:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204599.769037:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204599.769038:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204599.769039:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:2.0:1788204599.769041:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204599.769042:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204599.769042:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788204599.769044:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204599.769045:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.769046:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.769048:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204599.769049:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.769050:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204599.769065:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204600.087146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204600.087152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204600.087158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204600.087159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204600.087162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204600.087164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204600.087167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204600.087168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204600.087237:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204600.087240:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204600.087244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204600.791162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204600.791169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204600.791171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204600.791176:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204600.791179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204600.791183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204600.791185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204600.791188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204600.791191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204601.111134:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204601.111140:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204601.111145:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204601.111147:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204601.111151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204601.111152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204601.111155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204601.111157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204601.111208:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204601.111210:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204601.111212:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204601.815126:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204601.815138:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204601.815139:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204601.815143:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204601.815146:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204601.815148:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204601.815150:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204601.815152:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204601.815154:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204602.071177:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298407151, at 4298407168
00000100:00000010:2.0:1788204602.071191:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350b40.
00000100:00000040:3.0:1788204602.071274:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298407151, at 4298407168
00000100:00000010:3.0:1788204602.071279:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93507e0.
00010000:00000001:3.0:1788204602.135155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204602.135160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204602.135163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204602.135164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204602.135167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204602.135168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204602.135170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204602.135170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204602.135225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204602.135229:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204602.135232:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204602.839147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204602.839153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204602.839155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204602.839158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204602.839161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204602.839164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204602.839166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204602.839168:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204602.839170:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204603.159175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204603.159182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204603.159188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204603.159190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204603.159194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204603.159195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204603.159198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204603.159200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204603.159264:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204603.159268:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204603.159272:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204603.863115:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204603.863121:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204603.863122:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204603.863126:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204603.863128:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204603.863131:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204603.863133:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204603.863134:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204603.863136:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204604.183156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204604.183160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204604.183165:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204604.183167:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204604.183171:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204604.183173:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204604.183174:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183176:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204604.183177:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183179:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183180:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204604.183183:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204604.183184:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204604.183185:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183186:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204604.183187:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183188:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204604.183189:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204604.183238:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204604.183241:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204604.183244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204604.887192:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204604.887193:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204604.887204:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204604.887204:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204604.887208:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204604.887209:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204604.887215:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204604.887217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204604.887221:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204604.887227:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204604.887231:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3737
00000100:00000001:2.0:1788204604.887234:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.887238:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204604.887241:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204604.887242:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.887250:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204604.887253:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204604.887261:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204604.887267:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887270:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204604.887272:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887275:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204604.887278:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204604.887281:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204604.887284:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204604.887287:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204604.887289:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204604.887291:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204604.887293:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887294:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204604.887295:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887296:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204604.887298:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204604.887300:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887302:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204604.887304:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204604.887307:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204604.887309:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887311:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204604.887313:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204604.887322:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788204604.887324:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204604.887328:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204604.887329:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887332:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204604.887335:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204604.887339:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204604.887346:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204604.887352:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204604.887360:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204604.887368:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204604.887372:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204604.887375:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204604.887396:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204604.887398:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204604.887401:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204604.887402:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204604.887403:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204604.887409:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204604.887410:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3737
00000400:00000200:3.0:1788204604.887412:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204604.887414:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204604.887416:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204604.887418:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887419:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204604.887421:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887423:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204604.887425:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204604.887426:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204604.887427:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204604.887429:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204604.887429:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788204604.887433:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204604.887433:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204604.887434:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204604.887437:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204604.887438:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887441:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204604.887444:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204604.887445:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204604.887446:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204604.887450:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204604.887458:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887459:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204604.887461:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204604.887465:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204604.887466:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204604.887467:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204604.887470:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.887473:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204604.887473:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204604.887478:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204604.887479:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204604.887494:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.887495:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887497:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204604.887501:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000100:00100000:2.0:1788204604.887503:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618669440:192.168.201.124@tcp:250:kworker.0
00000020:00000040:3.0:1788204604.887504:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204604.887508:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204604.887510:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.887512:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204604.887512:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204604.887515:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204604.887517:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.887519:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788204604.887520:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204604.887525:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887525:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204604.887530:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204604.887531:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204604.887537:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788204604.887538:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:3.0:1788204604.887541:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.887542:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204604.887546:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204604.887551:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204604.887556:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204604.887557:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788204604.887559:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204604.887562:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204604.887563:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204604.887564:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204604.887565:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204604.887567:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204604.887570:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3737
00000100:00000200:2.0:1788204604.887573:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669440, portal 25
00000400:00000200:3.0:1788204604.887573:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.887579:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204604.887579:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204604.887582:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204604.887583:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:3.0:1788204604.887586:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887589:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204604.887590:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887592:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204604.887594:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204604.887595:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000040:2.0:1788204604.887596:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204604.887596:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204604.887599:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204604.887602:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204604.887606:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204604.887611:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887615:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204604.887617:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204604.887618:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887621:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204604.887623:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204604.887624:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000010:2.0:1788204604.887628:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00080000:3.0:1788204604.887628:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887632:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204604.887633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618669440, offset 0
02000000:00000001:3.0:1788204604.887634:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204604.887637:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204604.887639:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887640:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204604.887643:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000008:00100000:3.0:1788204604.887644:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204604.887647:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887648:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204604.887651:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204604.887652:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204604.887655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204604.887659:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204604.887662:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:3.0:1788204604.887662:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887666:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204604.887667:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204604.887669:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.887671:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1788204604.887671:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204604.887675:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.887676:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00100000:3.0:1788204604.887680:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204604.887682:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204604.887687:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204604.887694:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3488:3488:256:4294967295] 192.168.201.124@tcp LPNI seq info [3488:3488:8:4294967295]
00000100:00000001:3.0:1788204604.887694:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204604.887697:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.887702:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204604.887704:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204604.887710:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.887715:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204604.887716:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204604.887722:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1788204604.887723:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887727:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1788204604.887730:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00080000:3.0:1788204604.887731:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204604.887736:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204604.887739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204604.887742:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3737
00000400:00000200:3.0:1788204604.887747:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204604.887750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1788204604.887751:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204604.887755:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788204604.887759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204604.887762:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204604.887764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1788204604.887768:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788204604.887772:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204604.887773:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204604.887775:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000100:00000001:3.0:1788204604.887776:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204604.887779:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204604.887780:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204604.887782:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204604.887783:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000200:2.0:1788204604.887784:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204604.887785:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204604.887788:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:2.0:1788204604.887791:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204604.887793:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887795:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204604.887798:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887799:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204604.887800:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204604.887801:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887803:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204604.887804:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204604.887805:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
02000000:00000001:3.0:1788204604.887806:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204604.887809:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
02000000:00000001:3.0:1788204604.887809:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887814:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204604.887816:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204604.887817:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.887819:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204604.887819:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204604.887823:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788204604.887826:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204604.887828:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204604.887829:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204604.887831:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887835:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204604.887838:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204604.887841:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.887846:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788204604.887847:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788204604.887851:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204604.887857:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204604.887859:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.887880:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887880:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204604.887883:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204604.887884:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204604.887889:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.887890:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.887897:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204604.887898:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.887900:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298412271
00000100:00080000:3.0:1788204604.887901:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204604.887905:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1788204604.887907:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350b40.
00000100:00000001:3.0:1788204604.887907:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204604.887909:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204604.887912:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204604.887914:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3737
00000100:00000001:2.0:1788204604.887915:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1788204604.887919:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.887923:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298412271
00000400:00000200:3.0:1788204604.887923:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204604.887924:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788204604.887927:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350360.
00000100:00000040:3.0:1788204604.887928:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204604.887931:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204604.887932:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204604.887934:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204604.887935:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204604.887939:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.887940:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204604.887944:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204604.887945:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1788204604.887946:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204604.887948:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204604.887949:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00100000:2.0:1788204604.887950:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204604.887951:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204604.887955:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204604.887961:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204604.887965:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204604.887967:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204604.887967:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000001:2.0:1788204604.887970:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204604.887971:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204604.887973:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000010:2.0:1788204604.887974:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788204604.887977:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204604.887978:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204604.887980:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204604.887981:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
02000000:00000001:3.0:1788204604.887983:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204604.887985:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204604.887986:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204604.887989:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204604.887990:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204604.887991:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204604.887994:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204604.887998:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204604.888001:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204604.888005:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204604.888006:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000020:00000040:3.0:1788204604.888010:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204604.888014:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204604.888016:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204604.888016:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888019:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204604.888020:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204604.888022:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204604.888023:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204604.888024:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888025:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204604.888028:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00100000:2.0:1788204604.888029:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204604.888034:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888039:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204604.888042:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204604.888047:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204604.888049:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.888069:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888075:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204604.888078:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888080:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204604.888081:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888082:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888086:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204604.888089:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204604.888090:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204604.888092:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204604.888095:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3747)
00000100:00080000:2.0:1788204604.888098:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204604.888103:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204604.888108:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204604.888117:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618669440:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204604.888123:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888125:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.888128:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618669440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888141:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204604.888144:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204604.888147:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204604.888150:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204604.888152:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204604.888155:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204604.888157:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204604.888160:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788204604.888165:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204604.888167:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204604.888169:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:2.0:1788204604.888172:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204604.888173:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888176:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888184:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204604.888186:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888188:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204604.888190:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204604.888192:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204604.888195:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888203:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204604.888204:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.888206:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204604.888208:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.888211:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204604.888214:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204604.888224:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204604.888226:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204604.888228:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.888230:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204604.888233:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204604.888235:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.888239:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204604.888242:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204604.888247:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204604.888250:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669568, portal 10
00000100:00000001:2.0:1788204604.888252:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204604.888253:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:2.0:1788204604.888266:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888273:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204604.888276:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204604.888278:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204604.888281:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618669568, offset 0
00000400:00000200:2.0:1788204604.888285:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204604.888289:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.888292:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204604.888296:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204604.888298:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204604.888301:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204604.888304:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204604.888307:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3489:3489:256:4294967295] 192.168.201.124@tcp LPNI seq info [3489:3489:8:4294967295]
00000400:00000200:2.0:1788204604.888311:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.888317:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204604.888322:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.888325:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204604.888329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204604.888332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204604.888337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204604.888339:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204604.888342:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.888344:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204604.888347:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204604.888351:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204604.888354:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204604.888356:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204604.888359:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204604.888362:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888370:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.888373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888380:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888381:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204604.888384:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.888388:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204604.888391:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.888393:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298412183
00000100:00000001:2.0:1788204604.888396:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.888398:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298412183
00000100:00000001:2.0:1788204604.888400:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.888403:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204604.888405:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888407:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204604.888411:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204604.888419:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204604.888420:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204604.888421:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204604.888424:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204604.888426:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204604.888428:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204604.888431:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204604.888439:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888452:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204604.888454:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888456:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.888457:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204604.888460:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888468:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204604.888472:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888479:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204604.888481:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888493:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.888495:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888497:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204604.888499:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204604.888501:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204604.888505:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204604.888507:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204604.888511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204604.888519:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204604.888523:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204604.888527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888533:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204604.888535:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.888537:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204604.888539:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.888541:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204604.888543:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204604.888547:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204604.888548:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204604.888550:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.888552:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204604.888555:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204604.888557:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.888561:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204604.888563:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204604.888566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204604.888569:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669696, portal 10
00000100:00000001:2.0:1788204604.888571:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204604.888573:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:2.0:1788204604.888578:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888585:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204604.888587:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204604.888589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204604.888591:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618669696, offset 0
00000400:00000200:2.0:1788204604.888595:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204604.888599:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.888602:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204604.888605:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204604.888608:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204604.888610:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204604.888613:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204604.888616:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3490:3490:256:4294967295] 192.168.201.124@tcp LPNI seq info [3490:3490:8:4294967295]
00000400:00000200:2.0:1788204604.888620:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.888626:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204604.888631:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.888634:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204604.888638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204604.888641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204604.888645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204604.888647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204604.888651:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.888653:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204604.888656:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204604.888660:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204604.888662:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204604.888664:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204604.888667:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204604.888670:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888678:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.888681:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888688:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888690:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204604.888693:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.888696:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204604.888700:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.888702:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298410028
00000100:00000001:2.0:1788204604.888704:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.888707:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298410028
00000100:00000001:2.0:1788204604.888709:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.888711:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204604.888714:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888715:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204604.888719:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204604.888727:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204604.888729:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204604.888731:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204604.888733:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204604.888735:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204604.888737:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204604.888740:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204604.888748:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888754:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204604.888756:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888758:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.888759:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204604.888763:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888770:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204604.888774:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888782:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204604.888784:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888786:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.888787:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.888789:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204604.888790:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204604.888793:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204604.888796:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204604.888797:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204604.888802:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204604.888810:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204604.888814:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204604.888817:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888823:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204604.888825:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.888827:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204604.888829:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.888831:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204604.888834:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204604.888837:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204604.888839:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204604.888840:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.888842:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204604.888845:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204604.888847:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.888851:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204604.888853:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204604.888856:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204604.888859:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669824, portal 4
00000100:00000001:2.0:1788204604.888861:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204604.888863:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:2.0:1788204604.888868:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888875:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204604.888878:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204604.888880:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204604.888882:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618669824, offset 0
00000400:00000200:2.0:1788204604.888887:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204604.888891:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.888894:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204604.888897:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204604.888899:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204604.888902:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204604.888904:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204604.888907:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3491:3491:256:4294967295] 192.168.201.124@tcp LPNI seq info [3491:3491:8:4294967295]
00000400:00000200:2.0:1788204604.888912:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.888917:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204604.888922:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.888925:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204604.888929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204604.888932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204604.888936:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204604.888939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204604.888942:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.888944:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204604.888947:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204604.888950:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204604.888953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204604.888955:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204604.888957:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204604.888961:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888969:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.888972:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.888978:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.888980:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204604.888983:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.888985:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204604.888989:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.888991:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298410008
00000100:00000001:2.0:1788204604.888993:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.888996:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298410008
00000100:00000001:2.0:1788204604.888998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.889000:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204604.889003:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.889004:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204604.889008:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204604.889016:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204604.889018:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204604.889019:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204604.889021:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204604.889023:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204604.889025:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204604.889029:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204604.889038:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889045:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204604.889046:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889048:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.889050:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204604.889070:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889078:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204604.889082:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889089:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204604.889092:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889094:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.889095:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889097:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204604.889099:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204604.889101:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204604.889105:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204604.889107:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204604.889111:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204604.889120:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204604.889124:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204604.889127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889134:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204604.889136:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.889138:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204604.889140:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.889142:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204604.889144:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204604.889148:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204604.889150:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204604.889151:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.889153:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204604.889156:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204604.889158:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204604.889161:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204604.889164:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204604.889167:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204604.889169:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618669952, portal 4
00000100:00000001:2.0:1788204604.889172:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204604.889173:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:2.0:1788204604.889179:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889185:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204604.889187:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204604.889190:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204604.889192:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618669952, offset 0
00000400:00000200:2.0:1788204604.889195:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204604.889199:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.889202:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204604.889204:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204604.889206:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204604.889207:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204604.889209:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204604.889211:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3492:3492:256:4294967295] 192.168.201.124@tcp LPNI seq info [3492:3492:8:4294967295]
00000400:00000200:2.0:1788204604.889213:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204604.889217:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204604.889220:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.889222:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204604.889226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204604.889229:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204604.889232:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204604.889235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204604.889238:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204604.889240:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204604.889243:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204604.889246:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204604.889248:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204604.889250:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204604.889253:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204604.889257:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889271:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.889273:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889277:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.889278:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204604.889280:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.889282:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204604.889284:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204604.889285:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298410143
00000100:00000001:2.0:1788204604.889287:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.889288:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298410143
00000100:00000001:2.0:1788204604.889290:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298412271
00000100:00000001:2.0:1788204604.889291:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204604.889292:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.889293:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204604.889295:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204604.889300:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204604.889301:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204604.889302:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204604.889303:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204604.889304:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204604.889306:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204604.889307:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204604.889312:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889316:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204604.889317:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889318:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.889319:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204604.889321:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889325:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204604.889327:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889330:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204604.889331:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889332:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204604.889333:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889334:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204604.889335:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204604.889337:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204604.889338:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204604.889339:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204604.889341:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204604.889345:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618669952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204604.889347:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889348:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.889350:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618669568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889354:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204604.889355:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204604.889356:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204604.889358:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204604.889359:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204604.889360:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204604.889362:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204604.889363:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204604.889364:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204604.889365:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204604.889366:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204604.889367:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204604.889368:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889369:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.889371:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618669696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889376:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204604.889377:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204604.889378:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204604.889380:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204604.889381:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204604.889382:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204604.889384:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204604.889385:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788204604.889387:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204604.889388:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204604.889390:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204604.889392:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204604.889393:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889395:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.889399:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618669824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889405:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204604.889406:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204604.889408:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204604.889410:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204604.889411:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204604.889412:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204604.889414:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204604.889415:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:2.0:1788204604.889417:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204604.889419:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204604.889421:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:2.0:1788204604.889423:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204604.889424:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889426:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204604.889429:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618669952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.889435:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204604.889437:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204604.889438:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204604.889440:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204604.889442:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204604.889443:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204604.889445:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204604.889446:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:2.0:1788204604.889448:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204604.889449:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204604.889450:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204604.889452:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204604.889453:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889454:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.889456:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204604.889457:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.889459:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204604.889460:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204605.207151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204605.207160:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204605.207162:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204605.207165:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207167:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204605.207168:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207170:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207172:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204605.207176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204605.207179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204605.207180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204605.207214:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204605.207217:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204605.207219:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204605.911113:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204605.911121:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204605.911123:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204605.911129:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204605.911132:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204605.911136:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204605.911138:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204605.911140:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204605.911142:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204606.231162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204606.231167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204606.231171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204606.231172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204606.231174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204606.231175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204606.231178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204606.231179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204606.231225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204606.231228:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204606.231230:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204606.935162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204606.935169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204606.935172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204606.935177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204606.935181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204606.935184:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204606.935187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204606.935189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204606.935191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204607.191164:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298412271, at 4298412288
00000100:00000040:3.0:1788204607.191164:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298412271, at 4298412288
00000100:00000010:2.0:1788204607.191177:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350b40.
00000100:00000010:3.0:1788204607.191180:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350360.
00010000:00000001:3.0:1788204607.255135:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204607.255141:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204607.255143:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204607.255145:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204607.255148:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204607.255150:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204607.255151:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204607.255153:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204607.255155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204607.255156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204607.255158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204607.255159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204607.255161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204607.255162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204607.255227:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204607.255231:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204607.255234:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204607.959153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204607.959158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204607.959160:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204607.959163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204607.959166:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204607.959169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204607.959170:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204607.959172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204607.959174:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204608.279167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204608.279174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204608.279179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204608.279180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204608.279183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204608.279185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204608.279188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204608.279190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204608.279241:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204608.279244:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204608.279247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204608.983144:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204608.983149:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204608.983151:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204608.983155:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204608.983157:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204608.983160:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204608.983162:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204608.983163:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204608.983165:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204609.303182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204609.303188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204609.303194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204609.303195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204609.303199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204609.303200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204609.303204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204609.303205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204609.303262:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204609.303265:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204609.303267:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204610.007148:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204610.007156:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204610.007158:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204610.007159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204610.007161:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204610.007164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204610.007166:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204610.007169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204610.007173:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3742
00000100:00100000:3.0:1788204610.007176:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204610.007180:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1788204610.007184:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204610.007185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204610.007190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788204610.007194:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204610.007194:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204610.007200:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204610.007201:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204610.007208:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007212:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007215:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007218:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204610.007221:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204610.007223:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204610.007226:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204610.007230:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204610.007232:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204610.007235:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204610.007238:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007240:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007244:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204610.007247:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204610.007250:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007253:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204610.007256:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204610.007259:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204610.007262:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007265:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204610.007267:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204610.007275:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000020:00000040:2.0:1788204610.007278:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204610.007283:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204610.007284:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007287:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204610.007290:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204610.007294:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204610.007302:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:2.0:1788204610.007307:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204610.007317:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204610.007333:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204610.007337:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204610.007343:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204610.007364:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204610.007367:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204610.007370:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204610.007371:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204610.007373:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204610.007376:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204610.007378:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3742
00000400:00000200:2.0:1788204610.007382:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204610.007384:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204610.007387:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204610.007389:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007391:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007393:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204610.007406:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204610.007407:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204610.007409:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204610.007409:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204610.007411:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204610.007411:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204610.007412:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204610.007414:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204610.007416:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204610.007418:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204610.007418:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204610.007421:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007423:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007425:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204610.007426:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204610.007427:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007427:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204610.007430:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204610.007431:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1788204610.007432:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204610.007433:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204610.007435:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.007436:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204610.007436:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788204610.007438:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618670080:192.168.201.124@tcp:250:kworker.0
02000000:00000001:2.0:1788204610.007441:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204610.007442:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204610.007442:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007444:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204610.007445:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204610.007447:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204610.007448:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204610.007450:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788204610.007450:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007452:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204610.007454:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1400.
00000100:00000010:2.0:1788204610.007455:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
02000000:00000001:1.0:1788204610.007456:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204610.007457:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204610.007459:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204610.007460:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204610.007461:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204610.007462:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204610.007463:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204610.007465:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
02000000:00000001:2.0:1788204610.007465:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204610.007468:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:2.0:1788204610.007471:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204610.007472:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00100000:2.0:1788204610.007476:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204610.007477:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670080, portal 25
00000100:00000001:1.0:1788204610.007480:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204610.007481:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000001:2.0:1788204610.007483:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204610.007485:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204610.007487:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204610.007488:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.007495:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204610.007497:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007497:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204610.007499:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204610.007500:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00080000:2.0:1788204610.007502:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1788204610.007503:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618670080, offset 0
00000100:00000001:2.0:1788204610.007504:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204610.007505:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204610.007508:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204610.007509:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788204610.007510:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3742
00000400:00000200:2.0:1788204610.007513:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204610.007515:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204610.007516:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204610.007517:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204610.007520:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007521:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204610.007522:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:2.0:1788204610.007523:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007525:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204610.007526:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1788204610.007527:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204610.007528:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204610.007530:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:2.0:1788204610.007530:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204610.007531:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204610.007533:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204610.007536:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204610.007540:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3493:3493:256:4294967295] 192.168.201.124@tcp LPNI seq info [3493:3493:8:4294967295]
00000400:00000200:1.0:1788204610.007544:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788204610.007545:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204610.007547:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204610.007550:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007552:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204610.007553:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204610.007554:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007556:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204610.007557:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:1.0:1788204610.007559:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788204610.007560:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007562:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204610.007563:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1788204610.007564:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
02000000:00000001:2.0:1788204610.007566:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204610.007567:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007570:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1788204610.007573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00100000:2.0:1788204610.007575:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788204610.007577:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1788204610.007578:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007579:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204610.007582:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000800:00000200:1.1:1788204610.007582:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:2.0:1788204610.007584:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204610.007586:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1788204610.007586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1788204610.007588:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007589:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1788204610.007590:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204610.007591:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1788204610.007593:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
02000000:00000001:2.0:1788204610.007593:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204610.007596:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:2.0:1788204610.007598:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204610.007602:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204610.007605:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204610.007609:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204610.007610:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204610.007611:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204610.007614:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204610.007615:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204610.007617:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204610.007621:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204610.007621:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204610.007624:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204610.007625:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204610.007627:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204610.007629:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204610.007630:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204610.007633:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204610.007634:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204610.007635:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3742
00000100:00000040:1.0:1788204610.007638:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204610.007638:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204610.007644:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204610.007645:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204610.007646:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1788204610.007647:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204610.007650:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204610.007652:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007652:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007653:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007655:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204610.007656:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788204610.007657:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204610.007658:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:1.0:1788204610.007659:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298417391
00000020:00000001:2.0:1788204610.007660:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204610.007661:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000010:1.0:1788204610.007663:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777db40.
00000020:00000001:2.0:1788204610.007663:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204610.007665:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204610.007668:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1788204610.007668:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007669:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007671:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204610.007673:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298417391
00000100:00000001:2.0:1788204610.007673:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:1.0:1788204610.007676:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dc60.
00000020:00000040:2.0:1788204610.007676:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204610.007678:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1788204610.007678:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007680:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007682:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204610.007682:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204610.007684:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204610.007684:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204610.007686:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204610.007686:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007688:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204610.007690:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204610/real 1788204610]  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204610.007695:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204610.007697:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204610.007698:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204610.007699:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788204610.007699:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204610.007701:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000100:00000010:2.0:1788204610.007702:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000400:00000200:1.0:1788204610.007704:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000020:00000040:2.0:1788204610.007704:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000010:1.0:1788204610.007706:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
02000000:00000001:2.0:1788204610.007707:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204610.007708:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788204610.007708:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204610.007709:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204610.007711:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204610.007711:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204610.007712:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204610.007716:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788204610.007718:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204610.007720:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204610.007722:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204610.007726:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204610.007728:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204610.007729:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204610.007730:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204610.007731:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007732:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204610.007734:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204610.007736:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204610.007741:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007743:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204610.007744:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204610.007747:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1788204610.007748:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204610.007749:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204610.007750:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204610.007753:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204610.007755:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204610.007757:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.007759:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.007760:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204610.007761:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3742
00000100:00000001:1.0:1788204610.007762:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204610.007764:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1788204610.007765:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204610.007767:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1788204610.007767:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204610.007769:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788204610.007770:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204610.007772:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204610.007772:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007774:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204610.007775:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:1.0:1788204610.007777:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204610.007777:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204610.007779:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204610.007780:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204610.007782:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204610.007784:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00100000:1.0:1788204610.007785:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618670080:192.168.201.124@tcp:250:kworker.0
00000020:00000001:2.0:1788204610.007786:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788204610.007788:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204610.007789:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204610.007790:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204610.007791:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204610.007792:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204610.007794:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618670080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204610.007794:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204610.007795:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204610.007798:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788204610.007800:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204610.007801:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788204610.007802:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.007803:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1788204610.007804:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1788204610.007805:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:2.0:1788204610.007806:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204610.007807:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.007808:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788204610.007809:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:1.0:1788204610.007810:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204610.007811:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204610.007813:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204610.007815:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
00000008:00100000:2.0:1788204610.007816:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:1.0:1788204610.007818:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:2.0:1788204610.007818:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.007820:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204610.007820:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204610.007822:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000010:2.0:1788204610.007823:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000020:00000040:2.0:1788204610.007825:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204610.007826:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204610.007827:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204610.007827:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204610.007828:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007829:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204610.007829:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204610.007831:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204610.007832:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007835:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:2.0:1788204610.007835:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:1.0:1788204610.007837:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007838:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204610.007838:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007840:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204610.007841:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1788204610.007842:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204610.007844:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204610.007850:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204610.007851:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204610.007851:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007852:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.007854:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204610.007855:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204610.007856:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204610.007858:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204610.007861:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204610.007862:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007863:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204610.007865:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1788204610.007866:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3752)
02000000:00000001:1.0:1788204610.007867:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.007868:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204610.007870:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204610.007872:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204610.007875:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204610.007877:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204610.007881:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204610.007884:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670208, portal 10
00000100:00000001:1.0:1788204610.007886:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204610.007887:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:1.0:1788204610.007893:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.007900:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204610.007902:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204610.007904:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204610.007905:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618670208, offset 0
00000400:00000200:1.0:1788204610.007908:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204610.007911:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.007913:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204610.007915:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204610.007916:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204610.007918:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204610.007919:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204610.007921:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3494:3494:256:4294967295] 192.168.201.124@tcp LPNI seq info [3494:3494:8:4294967295]
00000400:00000200:1.0:1788204610.007924:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.007928:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204610.007930:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.007932:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204610.007934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204610.007936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204610.007939:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204610.007940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204610.007943:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.007944:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204610.007946:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204610.007948:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204610.007950:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204610.007951:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204610.007952:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204610.007954:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.007959:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.007961:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.007965:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007966:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204610.007968:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204610.007970:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204610.007972:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204610.007973:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298417302
00000100:00000001:1.0:1788204610.007975:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.007976:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298417302
00000100:00000001:1.0:1788204610.007978:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.007979:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204610.007980:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.007982:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204610.007993:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204610/real 1788204610]  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204610.008000:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204610.008001:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204610.008003:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204610.008005:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204610.008007:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204610.008009:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204610.008012:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204610.008020:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008027:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204610.008028:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008030:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008031:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204610.008034:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008038:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204610.008040:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008045:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204610.008047:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008048:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008048:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008049:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204610.008068:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204610.008070:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204610.008072:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204610.008073:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204610.008076:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204610.008081:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204610.008084:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204610.008086:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008089:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204610.008090:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.008091:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204610.008092:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204610.008094:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204610.008095:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204610.008097:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204610.008099:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204610.008099:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.008100:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008103:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204610.008104:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204610.008106:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204610.008108:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204610.008110:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204610.008112:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670336, portal 10
00000100:00000001:1.0:1788204610.008113:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204610.008114:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:1.0:1788204610.008117:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008120:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204610.008122:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204610.008123:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204610.008124:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618670336, offset 0
00000400:00000200:1.0:1788204610.008127:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204610.008129:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.008131:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204610.008132:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204610.008134:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204610.008136:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204610.008137:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204610.008139:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3495:3495:256:4294967295] 192.168.201.124@tcp LPNI seq info [3495:3495:8:4294967295]
00000400:00000200:1.0:1788204610.008141:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.008145:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204610.008148:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.008149:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204610.008151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204610.008153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204610.008155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204610.008168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204610.008170:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.008172:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204610.008174:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204610.008176:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204610.008178:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204610.008179:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204610.008181:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204610.008183:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008188:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008189:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008193:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008194:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204610.008196:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204610.008198:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204610.008200:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204610.008201:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298415148
00000100:00000001:1.0:1788204610.008202:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.008204:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298415148
00000100:00000001:1.0:1788204610.008205:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.008206:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204610.008207:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008208:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204610.008210:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204610/real 1788204610]  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204610.008214:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204610.008215:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204610.008216:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204610.008217:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204610.008218:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204610.008219:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204610.008220:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204610.008224:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008228:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204610.008229:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008230:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008231:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204610.008233:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008236:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204610.008238:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008242:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204610.008243:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008244:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008244:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008245:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204610.008246:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204610.008247:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204610.008249:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204610.008250:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204610.008252:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204610.008256:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204610.008258:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204610.008259:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008263:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204610.008264:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.008266:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204610.008267:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204610.008268:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204610.008270:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204610.008272:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204610.008285:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204610.008286:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.008287:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008290:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204610.008291:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204610.008293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204610.008295:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204610.008296:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204610.008298:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670464, portal 4
00000100:00000001:1.0:1788204610.008299:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204610.008300:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:1.0:1788204610.008304:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008307:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204610.008309:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204610.008310:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204610.008311:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618670464, offset 0
00000400:00000200:1.0:1788204610.008314:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204610.008316:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.008317:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204610.008319:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204610.008321:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204610.008322:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204610.008324:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204610.008326:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3496:3496:256:4294967295] 192.168.201.124@tcp LPNI seq info [3496:3496:8:4294967295]
00000400:00000200:1.0:1788204610.008328:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.008332:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204610.008338:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.008340:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204610.008342:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204610.008343:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204610.008346:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204610.008347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204610.008349:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.008351:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204610.008352:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204610.008354:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204610.008356:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204610.008357:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204610.008359:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204610.008360:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008365:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008366:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008370:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008371:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204610.008372:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204610.008374:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204610.008375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204610.008376:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298415128
00000100:00000001:1.0:1788204610.008378:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.008379:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298415128
00000100:00000001:1.0:1788204610.008380:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.008381:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204610.008382:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008383:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204610.008385:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204610/real 1788204610]  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204610.008390:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204610.008391:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204610.008392:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204610.008393:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204610.008405:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204610.008407:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204610.008410:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204610.008414:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008418:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204610.008419:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008420:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008421:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204610.008422:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008426:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204610.008428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008432:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204610.008433:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008434:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008435:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008436:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204610.008437:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204610.008438:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204610.008440:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204610.008441:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204610.008443:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204610.008448:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204610.008450:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008451:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008453:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618670208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008456:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204610.008457:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008458:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204610.008459:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204610.008460:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204610.008461:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204610.008462:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204610.008463:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204610.008465:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204610.008465:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204610.008466:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:1.0:1788204610.008468:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204610.008469:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008470:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008471:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618670336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008475:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204610.008475:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008476:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204610.008478:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204610.008478:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204610.008479:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204610.008480:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204610.008481:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:1.0:1788204610.008482:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204610.008483:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204610.008483:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:1.0:1788204610.008485:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204610.008486:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008486:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008488:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618670464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008491:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204610.008492:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008493:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204610.008494:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204610.008494:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204610.008495:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204610.008496:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204610.008496:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:1.0:1788204610.008497:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204610.008498:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204610.008498:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:1.0:1788204610.008500:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204610.008501:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008502:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008504:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204610.008505:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008506:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204610.008506:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204610.008507:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204610.008509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008512:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204610.008513:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.008514:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204610.008515:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204610.008516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204610.008518:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204610.008520:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204610.008522:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204610.008523:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204610.008525:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008528:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204610.008529:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204610.008532:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204610.008534:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204610.008537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204610.008539:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670592, portal 4
00000100:00000001:1.0:1788204610.008541:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204610.008542:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:1.0:1788204610.008548:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008554:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204610.008556:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204610.008558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000200:1.0:1788204610.008560:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618670592, offset 0
00000400:00000200:1.0:1788204610.008564:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204610.008568:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.008571:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204610.008573:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204610.008574:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204610.008576:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204610.008577:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204610.008579:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3497:3497:256:4294967295] 192.168.201.124@tcp LPNI seq info [3497:3497:8:4294967295]
00000400:00000200:1.0:1788204610.008582:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204610.008586:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204610.008588:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.008590:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000800:00000200:1.0:1788204610.008592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204610.008594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204610.008596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204610.008598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204610.008600:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204610.008602:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:1.0:1788204610.008604:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204610.008606:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204610.008607:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:1.0:1788204610.008608:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:1.0:1788204610.008610:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204610.008612:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008616:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008618:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008622:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008623:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204610.008624:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204610.008626:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204610.008628:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204610.008629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298415262
00000100:00000001:1.0:1788204610.008630:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.008632:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298415262
00000100:00000001:1.0:1788204610.008633:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298417391
00000100:00000001:1.0:1788204610.008634:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204610.008636:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008637:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204610.008639:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204610/real 1788204610]  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204610.008642:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204610.008643:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204610.008644:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204610.008645:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204610.008646:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204610.008648:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204610.008650:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204610.008658:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008664:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204610.008665:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008666:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008668:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204610.008671:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008677:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204610.008681:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008688:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204610.008690:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008691:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204610.008693:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008694:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204610.008695:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204610.008697:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204610.008699:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204610.008700:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204610.008702:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204610.008707:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204610.008709:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008710:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204610.008712:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618670592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204610.008716:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204610.008717:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204610.008718:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204610.008720:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204610.008720:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204610.008721:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204610.008722:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204610.008723:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204610.008725:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204610.008725:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204610.008726:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:1.0:1788204610.008728:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204610.008729:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008730:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.008732:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204610.008733:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.008734:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204610.008735:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204610.327117:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204610.327121:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204610.327124:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204610.327125:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204610.327128:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204610.327129:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204610.327131:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204610.327131:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204610.327173:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204610.327175:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204610.327178:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204611.031146:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204611.031152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204611.031154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204611.031157:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204611.031159:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204611.031162:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204611.031164:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204611.031166:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204611.031167:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204611.351159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204611.351164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204611.351167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204611.351168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204611.351171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204611.351171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204611.351174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204611.351174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204611.351219:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204611.351221:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204611.351224:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204612.055162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204612.055168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204612.055169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204612.055173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204612.055175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204612.055177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204612.055180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204612.055182:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204612.055183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204612.311156:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298417391, at 4298417408
00000100:00000040:3.0:1788204612.311156:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298417391, at 4298417408
00000100:00000010:2.0:1788204612.311171:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777db40.
00000100:00000010:3.0:1788204612.311173:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dc60.
00010000:00000001:3.0:1788204612.375172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204612.375178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204612.375184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204612.375185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204612.375188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204612.375190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204612.375193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204612.375194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204612.375248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204612.375252:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204612.375256:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204613.079121:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204613.079128:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204613.079131:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204613.079136:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204613.079140:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204613.079144:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204613.079146:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204613.079148:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204613.079150:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204613.399158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204613.399163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204613.399175:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204613.399177:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204613.399181:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204613.399185:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204613.399186:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399189:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204613.399190:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399192:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399193:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204613.399197:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204613.399197:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204613.399198:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399199:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204613.399200:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399201:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204613.399202:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204613.399259:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204613.399263:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204613.399266:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204614.103166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204614.103173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204614.103175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204614.103180:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204614.103184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204614.103186:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204614.103189:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204614.103191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204614.103194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204614.423148:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204614.423153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204614.423157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204614.423157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204614.423159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204614.423160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204614.423163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204614.423163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204614.423211:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204614.423213:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204614.423216:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204615.127156:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204615.127164:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204615.127165:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204615.127167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204615.127168:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204615.127172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204615.127174:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204615.127175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204615.127181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204615.127183:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3747
00000100:00000001:2.0:1788204615.127185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204615.127190:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204615.127193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204615.127197:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204615.127197:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204615.127202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204615.127206:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204615.127211:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204615.127214:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127218:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127222:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127224:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204615.127229:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204615.127231:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204615.127234:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204615.127237:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204615.127239:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204615.127242:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204615.127245:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127247:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127249:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127251:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204615.127254:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204615.127258:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127260:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204615.127263:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204615.127266:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204615.127269:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127271:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204615.127280:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204615.127288:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204615.127291:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204615.127295:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204615.127296:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127299:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204615.127301:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204615.127314:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204615.127322:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204615.127327:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204615.127336:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204615.127349:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204615.127354:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204615.127359:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204615.127380:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.127383:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204615.127386:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204615.127388:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204615.127390:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204615.127392:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204615.127394:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3747
00000400:00000200:3.0:1788204615.127398:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204615.127402:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204615.127404:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204615.127408:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127410:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127412:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127415:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204615.127417:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204615.127418:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204615.127419:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204615.127423:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204615.127424:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204615.127425:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204615.127427:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204615.127429:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204615.127433:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204615.127437:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204615.127438:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127444:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127448:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127452:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204615.127456:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204615.127457:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204615.127460:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.127462:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204615.127466:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204615.127468:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.127471:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204615.127471:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204615.127476:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204615.127478:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204615.127483:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618670720:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204615.127483:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127487:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204615.127492:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788204615.127492:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204615.127496:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.127497:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204615.127499:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.127502:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204615.127504:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
02000000:00000001:1.0:1788204615.127506:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204615.127508:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204615.127511:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204615.127513:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204615.127514:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:3.0:1788204615.127517:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204615.127518:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204615.127520:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204615.127523:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204615.127527:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788204615.127528:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204615.127533:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204615.127534:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00100000:3.0:1788204615.127539:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204615.127541:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204615.127550:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670720, portal 25
00000100:00000001:3.0:1788204615.127551:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204615.127554:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.127555:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788204615.127558:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.127560:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000001:3.0:1788204615.127575:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.127580:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204615.127583:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204615.127583:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204615.127586:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204615.127587:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204615.127591:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204615.127595:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3747
00000100:00000001:1.0:1788204615.127601:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204615.127602:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204615.127609:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204615.127610:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204615.127611:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204615.127615:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204615.127616:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6000.
00000100:00000001:3.0:1788204615.127617:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127621:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127623:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:1.0:1788204615.127624:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618670720, offset 0
00000020:00000001:3.0:1788204615.127625:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204615.127627:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204615.127631:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204615.127632:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204615.127636:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204615.127637:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204615.127641:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204615.127648:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204615.127649:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204615.127653:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127657:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204615.127660:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204615.127661:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204615.127666:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:1.0:1788204615.127667:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204615.127672:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204615.127674:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204615.127677:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204615.127679:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204615.127681:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204615.127683:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204615.127687:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204615.127688:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127690:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204615.127692:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204615.127696:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3498:3498:256:4294967295] 192.168.201.124@tcp LPNI seq info [3498:3498:8:4294967295]
00000008:00000001:3.0:1788204615.127697:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127700:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204615.127705:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000400:00000200:1.0:1788204615.127707:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204615.127709:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204615.127714:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204615.127717:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127721:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204615.127722:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204615.127724:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204615.127728:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204615.127733:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000010:3.0:1788204615.127734:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000800:00000010:1.0:1788204615.127739:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca100.
00000100:00000001:3.0:1788204615.127740:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204615.127749:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204615.127751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204615.127761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204615.127766:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204615.127770:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204615.127775:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204615.127783:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.127785:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204615.127787:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.127791:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1788204615.127795:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204615.127795:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204615.127798:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204615.127801:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298422511
00000100:00000001:3.0:1788204615.127803:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1788204615.127808:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d1e0.
00000100:00080000:3.0:1788204615.127808:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3747
00000400:00000200:3.0:1788204615.127816:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204615.127817:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1788204615.127822:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204615.127824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298422511
00000100:00080000:3.0:1788204615.127825:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1788204615.127831:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d180.
00000100:00000001:1.0:1788204615.127835:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204615.127842:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204615.127842:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204615.127848:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127848:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204615.127853:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204615.127854:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204615.127858:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204615.127859:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204615.127864:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204615.127866:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:1.0:1788204615.127869:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1788204615.127869:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204615.127872:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:3.0:1788204615.127874:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204615.127877:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204615.127879:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204615.127880:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204615.127883:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204615.127884:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204615.127892:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204615.127892:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127897:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.127902:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.127907:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204615.127910:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204615.127911:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204615.127914:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.127917:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204615.127918:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204615.127920:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.127922:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204615.127924:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204615.127928:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204615.127929:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204615.127933:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204615.127935:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204615.127936:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204615.127940:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204615.127941:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788204615.127944:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.127946:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204615.127947:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.127950:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204615.127953:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
02000000:00000001:1.0:1788204615.127954:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204615.127957:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000010:1.0:1788204615.127960:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:3.0:1788204615.127961:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204615.127965:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204615.127965:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.127971:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204615.127974:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204615.127974:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204615.127977:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204615.127980:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
02000000:00000010:3.0:1788204615.127984:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000400:00000010:1.0:1788204615.127987:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000001:3.0:1788204615.127989:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204615.127992:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670848, portal 10
00000100:00100000:3.0:1788204615.127996:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204615.127997:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204615.128000:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000001:3.0:1788204615.128007:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204615.128011:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204615.128012:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204615.128019:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.128029:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204615.128036:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204615.128040:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204615.128041:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6b28.
00000100:00080000:3.0:1788204615.128045:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204615.128046:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618670848, offset 0
00000100:00080000:3.0:1788204615.128079:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204615.128081:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204615.128084:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204615.128085:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204615.128089:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204615.128091:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204615.128096:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3747
00000400:00000200:1.0:1788204615.128100:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204615.128104:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128107:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204615.128112:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204615.128113:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204615.128118:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788204615.128119:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204615.128124:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:3.0:1788204615.128127:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.128132:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204615.128133:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3499:3499:255:4294967295] 192.168.201.124@tcp LPNI seq info [3499:3499:7:4294967295]
00000400:00000200:1.0:1788204615.128141:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204615.128143:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.128148:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204615.128153:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204615.128154:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788204615.128155:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204615.128160:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.0:1788204615.128164:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204615.128164:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204615.128169:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000010:1.0:1788204615.128171:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca900.
00000020:00000001:3.0:1788204615.128172:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204615.128179:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:1.0:1788204615.128182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204615.128182:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204615.128187:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204615.128190:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204615.128192:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204615.128193:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:1.0:1788204615.128198:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204615.128200:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204615.128204:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204615.128205:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
02000000:00000001:3.0:1788204615.128207:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204615.128211:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204615.128212:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204615.128216:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.128218:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204615.128220:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:1.0:1788204615.128223:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298422423
00000008:00000001:3.0:1788204615.128226:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128228:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298422511
00000100:00000001:3.0:1788204615.128229:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128235:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298422423
00000100:00000010:3.0:1788204615.128236:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204615.128241:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298422511
00000020:00000040:3.0:1788204615.128242:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204615.128247:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204615.128248:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204615.128251:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128252:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.128255:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204615.128257:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204615.128258:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204615.128262:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204615.128264:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204615.128267:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788204615.128274:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128279:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204615.128282:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204615.128284:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204615.128286:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204615.128289:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204615.128294:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204615.128301:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204615.128302:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204615.128318:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128324:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204615.128327:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204615.128328:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204615.128331:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.128335:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204615.128341:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:3.0:1788204615.128342:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.128345:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204615.128350:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3757)
00000400:00000200:1.0:1788204615.128351:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204615.128357:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204615.128361:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204615.128364:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618670976, portal 10
00000100:00000001:1.0:1788204615.128367:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204615.128368:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:1.0:1788204615.128375:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.128382:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204615.128384:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204615.128387:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6c38.
00000100:00000200:1.0:1788204615.128389:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618670976, offset 0
00000400:00000200:1.0:1788204615.128394:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204615.128398:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128402:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204615.128405:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204615.128407:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204615.128409:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204615.128411:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204615.128414:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3500:3500:254:4294967295] 192.168.201.124@tcp LPNI seq info [3500:3500:6:4294967295]
00000400:00000200:1.0:1788204615.128418:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128425:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204615.128429:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204615.128432:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca300.
00000800:00000200:1.0:1788204615.128436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204615.128440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204615.128443:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204615.128445:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204615.128448:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204615.128450:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298420268
00000100:00000001:1.0:1788204615.128452:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298422511
00000100:00000001:1.0:1788204615.128454:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298420268
00000100:00000001:1.0:1788204615.128456:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298422511
00000100:00000001:1.0:1788204615.128458:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204615.128460:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128462:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128464:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204615.128467:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204615.128469:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204615.128471:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204615.128472:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204615.128473:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204615.128477:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.128483:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204615.128486:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.128488:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204615.128489:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204615.128491:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204615.128494:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204615.128497:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204615.128499:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204615.128500:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.128502:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204615.128505:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204615.128507:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204615.128510:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204615.128512:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fac08.
00000400:00000010:1.0:1788204615.128515:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6e58.
00000100:00000200:1.0:1788204615.128517:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671104, portal 4
00000100:00000001:1.0:1788204615.128519:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204615.128520:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204615.128525:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.128531:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204615.128533:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204615.128535:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6550.
00000100:00000200:1.0:1788204615.128537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618671104, offset 0
00000400:00000200:1.0:1788204615.128541:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204615.128544:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128547:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204615.128550:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204615.128552:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204615.128554:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204615.128556:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204615.128560:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3501:3501:253:4294967295] 192.168.201.124@tcp LPNI seq info [3501:3501:5:4294967295]
00000400:00000200:1.0:1788204615.128563:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128569:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204615.128574:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204615.128577:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caf00.
00000800:00000200:1.0:1788204615.128581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204615.128584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204615.128587:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204615.128590:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204615.128592:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204615.128594:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298420248
00000100:00000001:1.0:1788204615.128596:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298422511
00000100:00000001:1.0:1788204615.128598:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298420248
00000100:00000001:1.0:1788204615.128600:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298422511
00000100:00000001:1.0:1788204615.128602:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204615.128604:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128606:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204615.128610:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.128616:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204615.128617:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.128619:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204615.128621:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204615.128623:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204615.128625:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204615.128628:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204615.128630:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204615.128632:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204615.128634:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204615.128636:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204615.128638:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204615.128641:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204615.128644:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fadc0.
00000400:00000010:1.0:1788204615.128646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204615.128649:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671232, portal 4
00000100:00000001:1.0:1788204615.128651:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204615.128652:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:1.0:1788204615.128657:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204615.128663:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204615.128666:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204615.128668:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6dd0.
00000100:00000200:1.0:1788204615.128670:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618671232, offset 0
00000400:00000200:1.0:1788204615.128674:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204615.128677:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128681:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204615.128683:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204615.128685:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204615.128687:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204615.128690:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204615.128693:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3502:3502:252:4294967295] 192.168.201.124@tcp LPNI seq info [3502:3502:4:4294967295]
00000400:00000200:1.0:1788204615.128696:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204615.128702:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204615.128706:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204615.128709:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca600.
00000800:00000200:1.0:1788204615.128713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204615.128716:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204615.128718:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204615.128720:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204615.128723:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204615.128725:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298420382
00000100:00000001:1.0:1788204615.128727:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298422511
00000100:00000001:1.0:1788204615.128729:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298420382
00000100:00000001:1.0:1788204615.128731:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298422511
00000100:00000001:1.0:1788204615.128733:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204615.128736:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128738:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128740:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204615.128743:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204615.128744:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204615.128746:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204615.128748:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204615.128749:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.128751:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204615.447172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204615.447178:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204615.447180:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204615.447182:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447184:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204615.447186:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447187:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447188:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204615.447191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204615.447194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204615.447195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204615.447250:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204615.447253:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204615.447256:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204616.151144:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204616.151149:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204616.151151:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204616.151156:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204616.151158:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204616.151161:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204616.151163:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204616.151165:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204616.151167:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204616.471201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204616.471207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204616.471213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204616.471214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204616.471218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204616.471219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204616.471222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204616.471224:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204616.471306:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204616.471310:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204616.471313:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204617.176025:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204617.176033:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204617.176036:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204617.176042:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204617.176045:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204617.176072:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204617.176075:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204617.176078:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204617.176081:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204617.431134:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298422511, at 4298422528
00000100:00000040:3.0:1788204617.431135:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298422511, at 4298422528
00000100:00000010:2.0:1788204617.431148:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d1e0.
00000100:00000010:3.0:1788204617.431151:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d180.
00010000:00000001:3.0:1788204617.495158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204617.495166:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204617.495168:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204617.495172:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204617.495177:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204617.495180:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204617.495182:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204617.495184:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204617.495188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204617.495190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204617.495193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204617.495194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204617.495197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204617.495198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204617.495292:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204617.495296:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204617.495299:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204618.199152:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204618.199158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204618.199159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204618.199163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204618.199166:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204618.199168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204618.199170:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204618.199173:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204618.199175:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788204618.199274:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:0.0:1788204618.199303:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204618.199310:0:2375:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204618.199312:0:2375:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:0.0:1788204618.199316:0:2375:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204618.199318:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204618.199322:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204618.199325:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca100.
00000400:00000200:0.0:1788204618.199329:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204618.199331:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204618.199336:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6000
00000400:00000010:0.0:1788204618.199338:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6000.
00000100:00000001:0.0:1788204618.199341:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204618.199347:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204618.199364:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204618.199367:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204618.199379:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204618.199385:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204618.199394:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204618.199398:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca900.
00000400:00000200:0.0:1788204618.199401:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1788204618.199401:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204618.199407:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1788204618.199408:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204618.199412:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6b28
00000100:00000001:1.0:1788204618.199413:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000010:0.0:1788204618.199415:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6b28.
00000100:00000001:0.0:1788204618.199418:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1788204618.199423:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204618]  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204618.199425:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204618.199445:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204618.199446:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:1.0:1788204618.199448:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204618.199451:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000100:00000040:0.0:1788204618.199452:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204618.199455:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204618.199458:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204618.199463:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204618.199466:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204618.199469:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:1.0:1788204618.199470:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788204618.199478:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204618.199483:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca300.
00000400:00000200:0.0:1788204618.199488:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1788204618.199490:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204618.199496:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204618.199502:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6c38
00000400:00000010:0.0:1788204618.199505:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6c38.
00000100:00000001:0.0:1788204618.199508:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204618.199512:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199512:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204618.199516:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199522:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199525:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204618.199526:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204618.199531:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204618.199539:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204618.199539:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204618.199543:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204618.199552:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000100:00000001:1.0:1788204618.199553:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:0.0:1788204618.199556:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caf00.
00000400:00000200:0.0:1788204618.199561:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:1.0:1788204618.199563:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204618.199567:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1788204618.199574:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204618.199577:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204618.199580:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6550
00000100:00000001:1.0:1788204618.199581:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199584:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1788204618.199585:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6550.
00000100:00000001:1.0:1788204618.199588:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204618.199589:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204618.199593:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:0.0:1788204618.199596:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204618.199599:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204618.199610:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788204618.199610:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:0.0:1788204618.199615:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199615:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204618.199624:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204618.199626:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204618.199630:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204618.199640:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000100:00100000:1.0:1788204618.199640:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618670720:192.168.201.124@tcp:250:kworker.0
00000800:00000010:0.0:1788204618.199645:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca600.
00000400:00000200:0.0:1788204618.199649:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1788204618.199650:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204618.199655:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1788204618.199655:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204618.199662:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618670720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199669:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:0.0:1788204618.199673:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6dd0
02000000:00000001:1.0:1788204618.199673:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204618.199676:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
00000400:00000010:0.0:1788204618.199677:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6dd0.
00000100:00000001:0.0:1788204618.199683:0:2375:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204618.199684:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204618.199688:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000200:0.0:1788204618.199689:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204618.199691:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204618.199696:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204618.199700:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
00000100:00000001:0.0:1788204618.199701:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204618.199707:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204618.199707:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204618.199711:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204618.199714:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:0.0:1788204618.199718:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204618.199720:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204618.199722:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204618.199724:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199728:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204618.199731:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204618.199732:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204618.199734:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204618.199739:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204618]  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204618.199747:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204618.199749:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204618.199751:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fac08.
00000400:00000200:1.0:1788204618.199753:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6e58
00000400:00000010:1.0:1788204618.199755:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6e58.
00000100:00000001:1.0:1788204618.199758:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204618.199760:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204618.199767:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199773:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204618.199774:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199776:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199777:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204618.199783:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199789:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204618.199792:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199799:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204618.199801:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199803:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199804:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199806:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204618.199807:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204618.199810:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204618.199813:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204618.199815:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204618.199818:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204618.199825:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204618.199829:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204618.199832:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204618]  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204618.199845:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204618.199846:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204618.199847:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fadc0.
00000400:00000200:1.0:1788204618.199850:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204618.199851:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204618.199853:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204618.199855:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204618.199862:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199867:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204618.199869:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199870:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199871:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204618.199874:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199884:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204618.199888:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199893:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204618.199895:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199897:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199898:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199899:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204618.199901:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204618.199904:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204618.199906:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204618.199908:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204618.199912:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204618.199919:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204618.199923:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204618.199926:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204618]  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204618.199933:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204618.199934:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204618.199936:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204618.199938:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204618.199940:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204618.199942:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204618.199945:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204618.199958:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199964:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204618.199965:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199966:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199967:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204618.199971:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199976:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204618.199980:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.199985:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204618.199987:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199989:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.199990:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.199991:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204618.199993:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204618.199995:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204618.199998:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204618.200000:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204618.200004:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204618.200011:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204618.200015:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204618.200019:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204618]  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204618.200032:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204618.200033:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204618.200035:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204618.200038:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204618.200039:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204618.200041:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204618.200045:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204618.200082:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200089:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204618.200090:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200093:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.200094:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204618.200097:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200102:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204618.200106:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200114:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204618.200117:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200119:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204618.200120:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200122:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204618.200124:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204618.200127:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204618.200131:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204618.200134:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204618.200139:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204618.200147:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618670976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204618.200151:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200153:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204618.200156:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618671104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200163:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204618.200164:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204618.200166:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204618.200169:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204618.200171:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204618.200172:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204618.200174:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204618.200175:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:1.0:1788204618.200178:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204618.200179:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204618.200180:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204618.200182:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204618.200183:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200185:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204618.200188:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618671232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200193:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204618.200194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204618.200196:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204618.200198:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204618.200199:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204618.200200:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204618.200201:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204618.200202:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:1.0:1788204618.200204:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204618.200205:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204618.200206:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204618.200208:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204618.200209:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200210:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204618.200213:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618670848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200218:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204618.200219:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204618.200221:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204618.200222:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204618.200223:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204618.200224:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204618.200226:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204618.200227:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204618.200229:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204618.200230:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204618.200231:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204618.200233:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204618.200234:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200235:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204618.200237:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618670976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204618.200264:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204618.200265:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204618.200266:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204618.200269:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204618.200270:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204618.200271:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204618.200272:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204618.200273:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204618.200276:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204618.200277:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204618.200278:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204618.200280:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204618.200281:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200284:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.200290:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204618.200291:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204618.200293:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204618.200294:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204618.519147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204618.519152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204618.519156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204618.519157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204618.519159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204618.519160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204618.519162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204618.519163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204618.519226:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204618.519231:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204618.519235:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204619.223144:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204619.223151:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204619.223153:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204619.223158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204619.223162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204619.223166:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204619.223168:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204619.223171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204619.223174:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204619.543165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204619.543171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204619.543176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204619.543177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204619.543181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204619.543182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204619.543185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204619.543186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204619.543278:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204619.543282:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204619.543285:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204620.247122:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204620.247130:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204620.247132:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204620.247134:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204620.247138:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204620.247143:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3752
00000400:00000200:3.0:1788204620.247152:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204620.247158:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204620.247162:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204620.247164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1788204620.247166:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204620.247168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204620.247171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247172:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788204620.247174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204620.247178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204620.247178:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204620.247182:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204620.247183:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788204620.247185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204620.247189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204620.247190:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204620.247193:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000100:00000001:0.0:1788204620.247194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204620.247196:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204620.247201:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204620.247204:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204620.247207:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204620.247210:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247213:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204620.247225:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247227:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204620.247231:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204620.247235:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247238:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204620.247240:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204620.247244:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204620.247247:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247250:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204620.247252:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204620.247259:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204620.247263:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204620.247267:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204620.247270:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247273:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204620.247276:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204620.247280:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204620.247288:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204620.247295:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204620.247305:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204620.247316:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204620.247321:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204620.247325:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204620.247339:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204620.247343:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204620.247346:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204620.247348:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204620.247350:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204620.247351:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204620.247354:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204620.247356:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204620.247360:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204620.247360:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3752
00000400:00000200:3.0:1788204620.247368:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204620.247371:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204620.247375:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204620.247381:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204620.247386:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204620.247387:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204620.247389:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247392:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204620.247395:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204620.247396:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204620.247400:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204620.247400:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204620.247405:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204620.247406:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204620.247410:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00100000:1.0:1788204620.247411:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618671360:192.168.201.124@tcp:250:kworker.0
00000020:00000001:3.0:1788204620.247413:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204620.247417:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204620.247418:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788204620.247422:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204620.247426:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204620.247429:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204620.247430:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204620.247433:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247434:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204620.247438:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204620.247439:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000010:1.0:1788204620.247443:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:3.0:1788204620.247443:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204620.247446:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204620.247447:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204620.247452:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204620.247457:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204620.247457:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204620.247461:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204620.247462:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
02000000:00000001:3.0:1788204620.247468:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1788204620.247472:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
02000000:00000001:3.0:1788204620.247472:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204620.247481:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671360, portal 25
00000100:00000001:1.0:1788204620.247485:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204620.247486:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204620.247488:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000008:00100000:3.0:1788204620.247492:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204620.247497:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204620.247498:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247503:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204620.247511:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000100:00000001:1.0:1788204620.247512:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204620.247515:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000040:1.0:1788204620.247519:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204620.247520:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1788204620.247523:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204620.247528:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618671360, offset 0
02000000:00000001:3.0:1788204620.247530:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247534:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204620.247537:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204620.247537:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204620.247541:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.247547:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788204620.247547:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788204620.247554:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.247557:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00100000:3.0:1788204620.247563:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204620.247565:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204620.247573:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204620.247576:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204620.247580:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204620.247586:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204620.247593:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204620.247596:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.247598:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:3.0:1788204620.247601:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204620.247606:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3503:3503:256:4294967295] 192.168.201.124@tcp LPNI seq info [3503:3503:8:4294967295]
00000100:00080000:3.0:1788204620.247608:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204620.247611:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204620.247616:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204620.247616:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204620.247621:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204620.247625:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3752
00000400:00000200:1.0:1788204620.247632:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.247639:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204620.247644:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:1.0:1788204620.247646:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000400:00000200:3.0:1788204620.247650:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204620.247653:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204620.247657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204620.247660:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247663:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204620.247664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000100:00000040:3.0:1788204620.247668:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247671:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204620.247673:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204620.247676:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204620.247679:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788204620.247681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204620.247682:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204620.247687:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.1:1788204620.247687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000020:00000001:3.0:1788204620.247692:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000100:1.0:1788204620.247696:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204620.247698:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:1.0:1788204620.247701:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204620.247703:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204620.247707:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204620.247707:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247713:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204620.247717:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204620.247718:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204620.247725:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204620.247726:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204620.247731:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:3.0:1788204620.247731:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204620.247735:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204620.247736:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204620.247739:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204620.247743:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204620.247745:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204620.247747:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204620.247750:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204620.247756:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247760:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.247765:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788204620.247767:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000100:00000040:1.0:1788204620.247770:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204620.247771:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204620.247776:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204620.247779:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247783:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204620.247787:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204620.247788:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204620.247790:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.247791:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1788204620.247795:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:1.0:1788204620.247799:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.247800:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.247807:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204620.247809:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204620.247811:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298427631
00000100:00000010:1.0:1788204620.247818:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dd20.
00000100:00000001:3.0:1788204620.247820:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204620.247824:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.247826:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204620.247829:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204620.247837:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204620.247839:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204620.247842:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204620.247843:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204620.247845:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204620.247846:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298427631
00000100:00000001:3.0:1788204620.247847:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204620.247852:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3752
00000100:00000010:1.0:1788204620.247853:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dd80.
00000400:00000200:3.0:1788204620.247858:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204620.247859:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204620.247865:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204620.247866:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204620.247870:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204620.247871:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204620.247875:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204620.247876:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247880:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204620.247884:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204620.247885:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247891:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204620.247897:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204620.247899:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204620.247903:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:1.0:1788204620.247905:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788204620.247905:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000001:1.0:1788204620.247909:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788204620.247910:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:1.0:1788204620.247913:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000020:00000001:3.0:1788204620.247914:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:1.0:1788204620.247918:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000100:00000040:3.0:1788204620.247919:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204620.247922:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:3.0:1788204620.247924:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204620.247928:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204620.247928:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247930:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204620.247935:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000200:1.0:1788204620.247936:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204620.247941:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204620.247948:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204620.247963:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.247971:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.247973:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.247975:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.247977:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.247982:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.247989:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.247993:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248000:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.248002:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.248005:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248007:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.248010:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.248013:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.248017:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204620.248020:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.248024:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.248032:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618671360:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204620.248037:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248040:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.248043:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618671360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248086:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.248089:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.248093:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204620.248097:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.248099:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.248101:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204620.248103:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.248106:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204620.248109:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.248111:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.248113:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:1.0:1788204620.248115:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.248116:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248119:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248127:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.248129:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.248131:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.248133:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204620.248134:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.248138:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248145:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.248147:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.248149:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.248151:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.248153:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.248156:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.248160:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.248162:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.248164:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.248166:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.248169:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204620.248171:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.248176:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204620.248179:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204620.248183:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204620.248187:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671488, portal 10
00000100:00000001:1.0:1788204620.248190:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.248191:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00000040:1.0:1788204620.248198:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248204:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.248207:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204620.248209:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204620.248212:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618671488, offset 0
00000400:00000200:1.0:1788204620.248229:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204620.248235:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204620.248239:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204620.248243:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.248249:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204620.248252:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.248255:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204620.248258:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3504:3504:256:4294967295] 192.168.201.124@tcp LPNI seq info [3504:3504:8:4294967295]
00000400:00000200:1.0:1788204620.248262:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204620.248269:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.248274:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.248278:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204620.248283:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204620.248286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788204620.248291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204620.248294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1788204620.248298:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.248300:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204620.248303:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.248307:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.248310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204620.248312:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204620.248315:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.248319:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248326:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.248329:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248335:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.248342:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.248345:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.248349:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204620.248353:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204620.248355:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298427543
00000100:00000001:1.0:1788204620.248358:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.248361:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298427543
00000100:00000001:1.0:1788204620.248363:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.248365:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.248367:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.248369:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.248377:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.248385:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.248386:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.248388:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204620.248390:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204620.248392:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204620.248394:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.248397:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.248405:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248411:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.248413:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248415:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.248416:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.248420:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248427:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.248430:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248437:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.248439:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248441:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.248442:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248444:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.248446:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.248449:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.248452:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204620.248455:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.248458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.248466:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.248470:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.248474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248480:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.248482:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.248484:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.248486:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.248487:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.248491:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.248494:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.248495:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.248497:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.248499:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.248502:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204620.248504:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.248507:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204620.248509:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204620.248512:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204620.248515:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671616, portal 10
00000100:00000001:1.0:1788204620.248517:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.248519:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000040:1.0:1788204620.248524:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248530:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.248533:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204620.248535:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204620.248537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618671616, offset 0
00000400:00000200:1.0:1788204620.248541:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204620.248545:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204620.248548:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204620.248551:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.248553:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204620.248556:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.248558:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204620.248561:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3505:3505:256:4294967295] 192.168.201.124@tcp LPNI seq info [3505:3505:8:4294967295]
00000400:00000200:1.0:1788204620.248565:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204620.248570:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.248575:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.248578:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204620.248582:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204620.248584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788204620.248588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204620.248590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1788204620.248593:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.248595:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204620.248598:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.248601:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.248604:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204620.248605:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204620.248608:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.248611:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248619:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.248623:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248629:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.248630:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.248633:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.248636:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204620.248639:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204620.248641:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298425388
00000100:00000001:1.0:1788204620.248644:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.248646:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298425388
00000100:00000001:1.0:1788204620.248648:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.248650:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.248652:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.248654:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.248658:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.248665:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.248667:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.248668:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204620.248670:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204620.248672:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204620.248674:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.248677:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.248685:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248691:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.248692:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248694:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.248696:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.248699:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248706:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.248710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248717:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.248720:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248722:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.248723:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248725:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.248727:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.248730:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.248733:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204620.248736:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.248740:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.248748:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.248752:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248754:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.248758:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618671488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248764:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.248766:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788204620.248768:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1788204620.248769:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204620.248773:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.248775:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1788204620.248775:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204620.248778:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204620.248780:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204620.248782:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204620.248784:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1788204620.248786:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
00000008:00100000:3.0:1788204620.248788:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1788204620.248790:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1788204620.248793:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.248794:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.248797:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:1.0:1788204620.248799:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.248801:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248803:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204620.248806:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.248807:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618671616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.248815:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000010:3.0:1788204620.248817:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
02000000:00000001:1.0:1788204620.248818:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.248821:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
00000020:00000040:3.0:1788204620.248823:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204620.248824:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.248828:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1788204620.248828:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1788204620.248830:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204620.248832:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204620.248835:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.248837:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204620.248837:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204620.248842:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204620.248843:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.248845:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204620.248846:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204620.248847:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:1.0:1788204620.248852:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:3.0:1788204620.248853:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:1.0:1788204620.248854:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.248858:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204620.248860:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.248863:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.248867:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204620.248870:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204620.248871:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.248874:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.248882:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204620.248886:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204620.248890:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204620.248902:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204620.248905:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204620.248908:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204620.248911:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204620.248912:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204620.248915:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204620.248917:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3752
00000100:00000001:1.0:1788204620.248918:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.248921:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788204620.248923:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204620.248924:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204620.248932:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204620.248933:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204620.248938:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204620.248945:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204620.248947:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204620.248949:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204620.248950:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204620.248954:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204620.248955:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204620.248958:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204620.248959:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204620.248963:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204620.248964:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204620.248967:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00100000:1.0:1788204620.248971:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671744:192.168.201.124@tcp:8:kworker.0
00000020:00000001:3.0:1788204620.248971:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204620.248975:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204620.248976:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788204620.248980:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:1.0:1788204620.248981:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.248985:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204620.248986:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:1.0:1788204620.248988:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.248993:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00000040:3.0:1788204620.248994:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204620.248997:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.248998:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204620.249003:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204620.249004:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204620.249009:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:1.0:1788204620.249010:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000020:00000040:3.0:1788204620.249013:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000010:1.0:1788204620.249016:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00080000:3.0:1788204620.249019:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:1.0:1788204620.249021:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671744, portal 4
00000100:00000001:3.0:1788204620.249024:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.249025:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.249029:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
02000000:00000001:3.0:1788204620.249029:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204620.249035:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204620.249039:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204620.249039:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204620.249045:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204620.249068:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.249072:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000008:00100000:3.0:1788204620.249072:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000010:1.0:1788204620.249075:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000008:00000001:3.0:1788204620.249077:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204620.249080:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618671744, offset 0
00000100:00000001:3.0:1788204620.249081:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204620.249087:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000400:00000200:1.0:1788204620.249088:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204620.249093:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204620.249097:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204620.249098:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204620.249102:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.249104:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204620.249105:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204620.249109:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204620.249111:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204620.249112:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.249117:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000010:3.0:1788204620.249118:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000400:00000200:1.0:1788204620.249121:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204620.249124:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.249125:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204620.249134:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3506:3506:256:4294967295] 192.168.201.124@tcp LPNI seq info [3506:3506:8:4294967295]
00000100:00100000:3.0:1788204620.249134:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204620.249144:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204620.249151:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204620.249156:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204620.249157:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204620.249164:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204620.249166:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.249173:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204620.249178:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204620.249181:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204620.249185:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3763)
00000800:00000200:1.0:1788204620.249186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788204620.249194:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204620.249196:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1788204620.249200:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.249203:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204620.249206:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.249210:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.249213:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204620.249215:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204620.249231:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.249235:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249242:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.249245:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249252:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.249254:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.249257:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.249260:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204620.249263:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204620.249265:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298425369
00000100:00000001:1.0:1788204620.249267:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.249269:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298425369
00000100:00000001:1.0:1788204620.249271:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.249272:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.249274:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.249276:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.249280:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.249294:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.249295:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.249296:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204620.249299:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204620.249300:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204620.249302:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.249305:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.249312:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249317:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.249318:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.249320:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.249321:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.249324:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249330:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.249334:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249339:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.249662:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.249664:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.249665:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.249667:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.249668:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.249671:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.249676:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204620.249678:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.249683:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.249691:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.249695:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.249697:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.249699:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618671744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249706:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.249708:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.249710:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204620.249713:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.249714:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.249716:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204620.249717:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.249719:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204620.249722:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.249723:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.249724:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:1.0:1788204620.249726:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.249727:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.249729:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.249734:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.249735:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.249737:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.249739:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204620.249740:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.249743:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249750:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.249751:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.249753:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.249755:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.249756:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.249760:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.249763:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.249765:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.249766:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.249768:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.249772:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204620.249774:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.249778:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204620.249781:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204620.249785:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204620.249788:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618671872, portal 4
00000100:00000001:1.0:1788204620.249790:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.249791:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000040:1.0:1788204620.249797:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249803:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.249805:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204620.249808:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204620.249811:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618671872, offset 0
00000400:00000200:1.0:1788204620.249815:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204620.249820:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204620.249824:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204620.249828:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.249831:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204620.249834:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.249837:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204620.249840:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3507:3507:256:4294967295] 192.168.201.124@tcp LPNI seq info [3507:3507:8:4294967295]
00000400:00000200:1.0:1788204620.249844:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204620.249851:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.249857:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.249860:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204620.249865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204620.249868:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788204620.249872:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204620.249875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1788204620.249880:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204620.249882:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204620.249885:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.249889:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.249893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204620.249895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204620.249898:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.249902:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249910:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.249913:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249919:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.249921:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.249924:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.249927:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204620.249930:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204620.249933:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298425503
00000100:00000001:1.0:1788204620.249935:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.249942:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298425503
00000100:00000001:1.0:1788204620.249944:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298427631
00000100:00000001:1.0:1788204620.249946:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.249948:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.249950:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.249958:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.249967:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.249969:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.249971:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204620.249974:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204620.249977:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204620.249980:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.249984:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.249992:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.249999:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.250000:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.250002:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.250003:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.250007:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.250014:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.250017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.250024:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.250026:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.250028:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.250029:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.250031:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.250033:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.250035:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.250038:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204620.250040:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.250044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.250076:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618671872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.250079:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.250080:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.250084:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618671872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.250088:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.250089:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.250091:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204620.250092:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.250094:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.250095:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204620.250096:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.250097:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204620.250099:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.250100:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.250100:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:1.0:1788204620.250102:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.250103:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.250104:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.250107:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.250108:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.250110:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.250111:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204620.567113:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204620.567117:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204620.567121:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204620.567122:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204620.567124:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204620.567125:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204620.567127:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204620.567128:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204620.567171:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204620.567174:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204620.567177:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204621.271179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204621.271186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204621.271189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204621.271194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204621.271209:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204621.271213:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204621.271215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204621.271218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204621.271221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204621.591159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204621.591165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204621.591170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204621.591171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204621.591175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204621.591176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204621.591178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204621.591179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204621.591274:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204621.591278:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204621.591281:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204622.295159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204622.295165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204622.295167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204622.295172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204622.295175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204622.295179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204622.295193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204622.295195:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204622.295198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204622.551146:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298427631, at 4298427648
00000100:00000040:3.0:1788204622.551146:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298427631, at 4298427648
00000100:00000010:3.0:1788204622.551158:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dd80.
00000100:00000010:2.0:1788204622.551161:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dd20.
00010000:00000001:3.0:1788204622.615191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204622.615198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204622.615204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204622.615205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204622.615208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204622.615210:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204622.615213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204622.615214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204622.615268:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204622.615271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204622.615273:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204623.319142:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204623.319147:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204623.319149:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204623.319153:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204623.319155:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204623.319158:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204623.319159:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204623.319161:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204623.319173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204623.639221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639227:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204623.639228:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204623.639236:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204623.639238:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204623.639244:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204623.639246:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204623.639248:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639251:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204623.639253:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639255:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639257:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639261:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204623.639262:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204623.639263:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204623.639265:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639267:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204623.639268:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639269:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204623.639271:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204623.639328:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204623.639331:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204623.639334:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204624.343183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204624.343191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204624.343194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204624.343198:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204624.343203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204624.343206:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204624.343209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204624.343211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204624.343213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204624.663170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204624.663174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204624.663178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204624.663179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204624.663181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204624.663182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204624.663184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204624.663185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204624.663235:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204624.663237:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204624.663239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204625.367119:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204625.367125:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204625.367138:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204625.367143:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204625.367147:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204625.367149:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204625.367151:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204625.367153:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204625.367155:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204625.367159:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204625.367165:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204625.367168:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204625.367171:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204625.367176:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204625.367182:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3758
00000400:00000200:3.0:1788204625.367191:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204625.367196:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204625.367199:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204625.367202:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367206:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.367208:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367210:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204625.367220:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204625.367222:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204625.367226:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204625.367229:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204625.367232:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204625.367234:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204625.367237:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367240:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.367242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367243:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204625.367246:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204625.367249:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367252:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204625.367254:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204625.367258:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204625.367261:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367263:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204625.367265:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204625.367273:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204625.367276:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204625.367279:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204625.367281:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367285:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204625.367287:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204625.367291:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204625.367298:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204625.367305:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204625.367320:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204625.367331:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204625.367334:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204625.367339:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204625.367361:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204625.367364:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204625.367368:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204625.367369:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204625.367371:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204625.367373:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204625.367376:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3758
00000400:00000200:3.0:1788204625.367379:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204625.367382:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204625.367385:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204625.367388:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367390:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.367393:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367395:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204625.367398:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204625.367399:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204625.367401:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204625.367403:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204625.367406:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204625.367408:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204625.367411:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204625.367411:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367416:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204625.367417:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204625.367419:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204625.367423:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204625.367424:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204625.367429:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204625.367434:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:1.0:1788204625.367436:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204625.367437:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204625.367441:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204625.367447:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.367452:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204625.367453:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.367457:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367457:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204625.367462:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204625.367464:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788204625.367469:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.367470:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204625.367472:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.367477:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204625.367479:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204625.367483:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00100000:1.0:1788204625.367486:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618672000:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204625.367487:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204625.367490:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367494:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204625.367497:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204625.367498:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204625.367500:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.367504:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788204625.367506:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:1.0:1788204625.367510:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367511:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.367517:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788204625.367521:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788204625.367526:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788204625.367533:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204625.367534:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367537:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204625.367543:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204625.367551:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.367556:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204625.367557:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204625.367563:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204625.367571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00080000:3.0:1788204625.367572:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204625.367577:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204625.367579:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204625.367582:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204625.367584:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3758
00000100:00000200:1.0:1788204625.367587:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672000, portal 25
00000400:00000200:3.0:1788204625.367589:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204625.367593:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204625.367596:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204625.367598:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00080000:3.0:1788204625.367600:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204625.367606:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367608:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204625.367611:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204625.367613:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367617:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204625.367620:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204625.367621:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204625.367623:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204625.367625:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204625.367627:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204625.367631:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204625.367634:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367638:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.367642:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367647:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204625.367648:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204625.367651:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000040:1.0:1788204625.367657:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204625.367658:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367663:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204625.367665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
02000000:00000001:3.0:1788204625.367666:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204625.367670:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204625.367673:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618672000, offset 0
02000000:00000001:3.0:1788204625.367674:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367679:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204625.367681:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204625.367685:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.367686:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367695:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.367697:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:3.0:1788204625.367701:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000400:00000200:1.0:1788204625.367705:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:3.0:1788204625.367705:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204625.367710:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204625.367713:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.367715:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204625.367716:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204625.367719:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204625.367720:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204625.367724:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204625.367729:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.367731:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00100000:3.0:1788204625.367736:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204625.367738:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.367744:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.367752:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3508:3508:256:4294967295] 192.168.201.124@tcp LPNI seq info [3508:3508:8:4294967295]
00000400:00000200:1.0:1788204625.367765:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204625.367765:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204625.367769:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204625.367774:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204625.367781:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204625.367794:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204625.367796:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204625.367798:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204625.367802:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1788204625.367804:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204625.367804:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204625.367807:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204625.367811:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1788204625.367816:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204625.367817:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3758
00000800:00000200:1.0:1788204625.367823:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000400:00000200:3.0:1788204625.367824:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204625.367831:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204625.367836:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204625.367836:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204625.367842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1788204625.367843:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367849:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.367852:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367854:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204625.367856:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204625.367859:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000800:00000100:1.0:1788204625.367860:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204625.367863:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:1.0:1788204625.367865:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000020:00000040:3.0:1788204625.367867:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204625.367870:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:1.0:1788204625.367872:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204625.367873:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204625.367880:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.367882:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204625.367884:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.367889:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.367890:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000100:00000001:3.0:1788204625.367892:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:1.0:1788204625.367895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000020:00000040:3.0:1788204625.367897:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204625.367901:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788204625.367901:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204625.367905:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204625.367906:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204625.367909:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204625.367910:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204625.367911:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367915:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204625.367918:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204625.367923:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.367925:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204625.367929:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788204625.367932:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204625.367934:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204625.367934:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204625.367938:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.367941:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204625.367942:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204625.367945:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204625.367948:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.367955:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204625.367956:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:1.0:1788204625.367959:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204625.367962:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.367966:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204625.367971:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204625.367980:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204625.367983:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204625.367983:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204625.367988:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.367989:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298432751
00000100:00000010:1.0:1788204625.367996:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dde0.
00000100:00000001:3.0:1788204625.368003:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368005:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1788204625.368006:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204625.368010:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298432751
00000100:00080000:3.0:1788204625.368011:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204625.368015:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:1.0:1788204625.368017:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d9c0.
00000100:00080000:3.0:1788204625.368018:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204625.368023:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204625.368024:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1788204625.368028:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3758
00000100:00000001:1.0:1788204625.368030:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.368034:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204625.368035:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204625.368036:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204625.368041:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00100000:1.0:1788204625.368042:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204625.368046:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204625.368068:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.368070:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204625.368072:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.368073:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204625.368075:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204625.368076:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204625.368077:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204625.368078:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204625.368082:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000001:1.0:1788204625.368085:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204625.368085:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204625.368089:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000001:1.0:1788204625.368090:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.368093:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000100:00000001:3.0:1788204625.368094:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204625.368098:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000100:00000040:3.0:1788204625.368098:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204625.368101:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:1.0:1788204625.368102:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000020:00000040:3.0:1788204625.368104:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:1.0:1788204625.368106:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204625.368109:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204625.368112:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204625.368114:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204625.368114:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204625.368116:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204625.368120:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.368124:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204625.368138:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204625.368144:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.368147:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204625.368151:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204625.368151:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204625.368155:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204625.368159:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204625.368161:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204625.368164:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204625.368166:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204625.368170:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204625.368171:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368175:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204625.368177:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:1.0:1788204625.368179:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368182:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204625.368184:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.368186:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204625.368193:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204625.368194:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.368200:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368217:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204625.368219:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204625.368220:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368224:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204625.368225:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368226:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368229:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.368230:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204625.368233:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204625.368234:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.368240:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204625.368245:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204625.368251:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.368252:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204625.368256:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3768)
00000100:00100000:1.0:1788204625.368261:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618672000:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204625.368265:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368266:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.368268:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618672000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368272:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.368274:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.368276:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204625.368278:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.368279:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.368281:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204625.368282:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.368284:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:1.0:1788204625.368286:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.368287:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.368289:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204625.368291:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.368292:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368293:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368298:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204625.368299:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368300:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204625.368301:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204625.368302:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.368304:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368308:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.368309:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368311:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.368312:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.368314:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.368315:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.368317:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.368319:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.368320:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368321:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.368323:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204625.368324:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.368327:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204625.368328:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204625.368331:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204625.368333:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672128, portal 10
00000100:00000001:1.0:1788204625.368334:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.368335:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:1.0:1788204625.368339:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368342:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.368344:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204625.368345:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204625.368346:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618672128, offset 0
00000400:00000200:1.0:1788204625.368348:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368350:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368353:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204625.368355:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.368356:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204625.368358:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.368359:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368361:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3509:3509:256:4294967295] 192.168.201.124@tcp LPNI seq info [3509:3509:8:4294967295]
00000400:00000200:1.0:1788204625.368363:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368368:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.368370:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368373:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204625.368375:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204625.368377:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204625.368380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204625.368381:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1788204625.368384:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368385:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204625.368387:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.368389:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.368391:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204625.368392:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204625.368393:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.368395:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368399:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.368401:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368405:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368406:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.368407:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.368410:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204625.368411:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204625.368412:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298432663
00000100:00000001:1.0:1788204625.368414:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368416:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298432663
00000100:00000001:1.0:1788204625.368417:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368418:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.368419:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368420:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.368422:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.368431:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.368432:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.368433:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204625.368434:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204625.368435:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204625.368436:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.368437:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.368442:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368445:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.368446:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368447:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368448:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.368450:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368454:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.368455:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368459:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.368460:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368461:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368462:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368463:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.368464:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.368465:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.368467:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204625.368468:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.368472:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.368479:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.368482:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.368485:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368491:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.368492:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368494:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.368496:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.368498:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.368500:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.368503:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.368505:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.368506:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368508:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.368511:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204625.368513:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.368516:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204625.368518:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204625.368521:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204625.368523:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672256, portal 10
00000100:00000001:1.0:1788204625.368524:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.368525:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:1.0:1788204625.368529:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368533:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.368534:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204625.368535:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204625.368537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618672256, offset 0
00000400:00000200:1.0:1788204625.368540:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368542:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368544:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204625.368546:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.368548:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204625.368549:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.368551:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368553:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3510:3510:256:4294967295] 192.168.201.124@tcp LPNI seq info [3510:3510:8:4294967295]
00000400:00000200:1.0:1788204625.368555:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368559:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.368563:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368565:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204625.368569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204625.368572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204625.368575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204625.368594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1788204625.368597:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368600:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204625.368602:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.368606:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.368609:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204625.368610:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204625.368612:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.368615:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368622:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.368625:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368631:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368632:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.368635:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.368637:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204625.368640:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204625.368642:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298430508
00000100:00000001:1.0:1788204625.368644:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368646:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298430508
00000100:00000001:1.0:1788204625.368648:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368649:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.368651:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368652:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.368655:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.368661:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.368663:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.368664:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204625.368667:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204625.368668:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204625.368670:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.368673:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.368678:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368682:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.368683:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368684:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368684:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.368688:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368693:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.368696:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368703:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.368706:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368707:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368709:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368710:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.368712:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.368714:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.368717:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204625.368720:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.368724:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.368732:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.368734:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.368737:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368741:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.368742:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368743:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.368744:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.368745:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.368747:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.368748:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.368750:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.368751:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368752:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.368754:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204625.368755:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.368757:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204625.368759:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204625.368761:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204625.368763:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672384, portal 4
00000100:00000001:1.0:1788204625.368764:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.368765:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204625.368769:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368773:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.368774:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204625.368775:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204625.368777:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618672384, offset 0
00000400:00000200:1.0:1788204625.368779:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368781:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368784:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204625.368786:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.368787:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204625.368789:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.368790:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368792:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3511:3511:256:4294967295] 192.168.201.124@tcp LPNI seq info [3511:3511:8:4294967295]
00000400:00000200:1.0:1788204625.368794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368798:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.368800:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368802:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204625.368804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204625.368806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204625.368809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204625.368810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1788204625.368812:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368813:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204625.368815:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.368817:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.368819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204625.368820:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204625.368821:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.368823:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368831:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.368833:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368837:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368838:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.368839:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.368841:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204625.368842:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204625.368843:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298430488
00000100:00000001:1.0:1788204625.368845:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368846:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298430488
00000100:00000001:1.0:1788204625.368847:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368848:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.368849:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368850:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.368852:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.368856:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.368857:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.368858:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204625.368859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204625.368859:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204625.368860:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.368862:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.368866:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368870:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.368871:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368872:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368873:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.368875:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368879:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.368881:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368884:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.368885:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368886:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.368887:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.368888:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.368888:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.368890:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.368891:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204625.368893:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.368894:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.368898:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.368900:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.368902:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368905:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.368906:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368908:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.368909:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.368910:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.368911:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.368913:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.368914:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.368915:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.368916:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.368918:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204625.368919:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.368920:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204625.368922:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204625.368923:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204625.368925:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672512, portal 4
00000100:00000001:1.0:1788204625.368926:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.368926:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:1.0:1788204625.368929:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368933:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.368934:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204625.368935:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204625.368936:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618672512, offset 0
00000400:00000200:1.0:1788204625.368938:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368940:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368942:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204625.368943:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.368945:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204625.368946:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.368947:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204625.368949:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3512:3512:256:4294967295] 192.168.201.124@tcp LPNI seq info [3512:3512:8:4294967295]
00000400:00000200:1.0:1788204625.368951:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204625.368955:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.368957:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368958:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204625.368961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204625.368963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204625.368965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204625.368966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1788204625.368968:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204625.368969:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204625.368971:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.368973:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.368974:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204625.368975:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204625.368976:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.368978:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368982:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.368984:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.368987:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.368988:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.368990:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.368991:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204625.368993:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204625.368994:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298430622
00000100:00000001:1.0:1788204625.368995:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368997:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298430622
00000100:00000001:1.0:1788204625.368998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298432751
00000100:00000001:1.0:1788204625.368999:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.369000:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.369000:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.369002:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.369006:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.369007:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.369008:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204625.369009:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204625.369010:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204625.369011:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.369013:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.369017:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369020:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.369021:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369022:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.369022:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.369024:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369028:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.369029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369033:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.369034:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369035:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.369035:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369036:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.369038:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.369039:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.369041:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204625.369042:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.369044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.369066:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.369068:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369070:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.369071:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618672128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369076:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.369077:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.369078:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204625.369079:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.369080:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.369081:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204625.369082:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.369083:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:1.0:1788204625.369085:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.369086:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.369087:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204625.369088:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.369089:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369090:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.369092:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618672256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369096:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.369096:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.369097:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204625.369099:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.369099:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.369100:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204625.369101:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.369101:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:1.0:1788204625.369103:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.369104:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.369104:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204625.369107:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.369108:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369109:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.369112:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618672384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369118:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.369119:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.369120:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204625.369122:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.369123:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.369124:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204625.369126:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.369140:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204625.369143:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.369144:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.369145:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204625.369147:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.369149:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369151:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.369154:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618672512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.369161:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.369162:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.369163:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204625.369165:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.369167:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.369168:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204625.369169:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.369170:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204625.369171:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.369172:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.369173:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:1.0:1788204625.369174:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.369175:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369176:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.369178:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204625.369180:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.369181:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204625.369182:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204625.687163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204625.687170:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204625.687171:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204625.687173:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687175:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204625.687177:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687178:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687179:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204625.687182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204625.687184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204625.687185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204625.687249:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204625.687253:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204625.687255:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204626.391200:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204626.391208:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204626.391210:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204626.391214:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204626.391217:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204626.391221:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204626.391223:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204626.391225:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204626.391229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204626.711169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204626.711174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204626.711178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204626.711179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204626.711182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204626.711183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204626.711185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204626.711186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204626.711211:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204626.711214:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204626.711216:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204627.415184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204627.415193:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204627.415195:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204627.415200:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204627.415204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204627.415207:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204627.415209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204627.415211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204627.415214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204627.671136:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298432751, at 4298432768
00000100:00000040:3.0:1788204627.671136:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298432751, at 4298432768
00000100:00000010:2.0:1788204627.671149:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dde0.
00000100:00000010:3.0:1788204627.671152:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d9c0.
00010000:00000001:3.0:1788204627.735142:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204627.735150:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204627.735152:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204627.735154:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204627.735157:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204627.735159:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204627.735161:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204627.735162:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204627.735165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204627.735166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204627.735168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204627.735169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204627.735171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204627.735172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204627.735224:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204627.735228:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204627.735230:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204628.439160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204628.439165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204628.439166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204628.439170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204628.439172:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204628.439175:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204628.439177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204628.439179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204628.439181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204628.759174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204628.759180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204628.759185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204628.759186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204628.759188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204628.759188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204628.759191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204628.759191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204628.759251:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204628.759254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204628.759256:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204629.463158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204629.463163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204629.463164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204629.463168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204629.463171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204629.463173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204629.463175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204629.463177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204629.463178:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204629.783119:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204629.783125:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204629.783130:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204629.783131:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204629.783134:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204629.783135:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204629.783139:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204629.783140:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204629.783198:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204629.783201:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204629.783204:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204630.487154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204630.487160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204630.487162:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204630.487163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204630.487171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204630.487175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204630.487178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204630.487181:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204630.487184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204630.487186:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204630.487188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487191:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204630.487197:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204630.487202:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204630.487211:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3763
00000400:00000200:0.0:1788204630.487223:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204630.487230:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204630.487234:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204630.487238:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487241:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204630.487244:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487247:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204630.487252:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204630.487254:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204630.487258:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204630.487261:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204630.487264:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204630.487266:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204630.487270:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487271:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204630.487273:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487275:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204630.487279:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204630.487282:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487285:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.487289:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204630.487293:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204630.487296:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487299:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204630.487301:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204630.487311:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204630.487314:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204630.487318:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204630.487320:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487323:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204630.487326:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204630.487330:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204630.487339:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204630.487346:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204630.487354:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204630.487366:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204630.487371:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204630.487377:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204630.487395:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204630.487398:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204630.487400:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204630.487402:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204630.487403:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204630.487404:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204630.487406:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3763
00000400:00000200:0.0:1788204630.487408:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204630.487410:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204630.487412:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204630.487414:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487415:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204630.487416:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487418:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204630.487420:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204630.487421:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204630.487422:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204630.487425:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204630.487426:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204630.487428:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204630.487430:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487431:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204630.487433:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204630.487434:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204630.487435:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204630.487438:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204630.487438:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204630.487443:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788204630.487444:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487450:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.487451:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204630.487458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204630.487461:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204630.487474:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.487483:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204630.487484:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204630.487486:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204630.487491:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204630.487491:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.487494:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1788204630.487502:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.487502:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487514:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.487515:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618672640:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204630.487524:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204630.487526:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
02000000:00000001:1.0:1788204630.487529:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.487533:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204630.487534:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204630.487535:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204630.487541:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204630.487543:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204630.487545:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:0.0:1788204630.487547:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204630.487548:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.487552:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204630.487558:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.487559:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204630.487567:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
02000000:00000010:0.0:1788204630.487570:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204630.487577:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204630.487578:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00100000:0.0:1788204630.487586:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204630.487587:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672640, portal 25
00000100:00000001:1.0:1788204630.487599:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.487602:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000001:0.0:1788204630.487607:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204630.487611:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.487615:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204630.487621:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.487646:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204630.487649:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204630.487653:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204630.487656:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1788204630.487666:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487667:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204630.487669:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1788204630.487670:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000001:0.0:1788204630.487672:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204630.487676:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618672640, offset 0
00000100:00080000:0.0:1788204630.487677:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3763
00000400:00000200:0.0:1788204630.487686:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.487692:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204630.487696:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204630.487698:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204630.487704:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204630.487711:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204630.487711:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204630.487722:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204630.487724:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204630.487729:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204630.487730:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204630.487736:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204630.487741:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204630.487745:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788204630.487746:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204630.487748:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204630.487751:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3513:3513:256:4294967295] 192.168.201.124@tcp LPNI seq info [3513:3513:8:4294967295]
00000020:00000001:0.0:1788204630.487757:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204630.487758:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788204630.487767:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204630.487771:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204630.487778:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204630.487782:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204630.487788:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487794:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204630.487795:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204630.487804:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:1.0:1788204630.487805:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000001:0.0:1788204630.487812:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204630.487819:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:1.0:1788204630.487820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204630.487830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1788204630.487831:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204630.487837:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.487842:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1788204630.487845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204630.487847:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1788204630.487850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1788204630.487853:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487858:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:1.0:1788204630.487862:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000008:00100000:0.0:1788204630.487863:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1788204630.487867:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204630.487874:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1788204630.487877:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487884:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.487885:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1788204630.487891:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000400:00000200:1.0:1788204630.487893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000020:00000040:0.0:1788204630.487897:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000010:1.0:1788204630.487898:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
02000000:00000001:0.0:1788204630.487905:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204630.487907:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.487910:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204630.487910:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204630.487914:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204630.487916:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204630.487921:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204630.487928:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204630.487939:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.487942:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788204630.487950:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204630.487951:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.488012:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488013:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204630.488018:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204630.488019:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488028:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204630.488033:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204630.488090:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204630.488095:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298437872
00000100:00000010:1.0:1788204630.488101:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d8a0.
00000100:00000001:1.0:1788204630.488110:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204630.488114:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488118:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298437872
00000100:00080000:0.0:1788204630.488120:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1788204630.488123:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d0c0.
00000100:00080000:0.0:1788204630.488127:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204630.488130:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204630.488131:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204630.488136:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204630.488138:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204630.488140:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204630.488143:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204630.488148:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3763
00000100:00000001:1.0:1788204630.488149:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1788204630.488159:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:1.0:1788204630.488160:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204630]  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204630.488169:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204630.488178:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204630.488188:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000001:1.0:1788204630.488190:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204630.488191:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204630.488196:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000001:1.0:1788204630.488197:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204630.488198:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204630.488202:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1788204630.488203:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000020:00000040:0.0:1788204630.488204:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204630.488206:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204630.488211:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000200:1.0:1788204630.488213:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000020:00000001:0.0:1788204630.488214:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204630.488218:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:1.0:1788204630.488220:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000040:0.0:1788204630.488223:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.488229:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204630.488231:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204630.488232:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204630.488239:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204630.488241:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000200:1.0:1788204630.488246:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204630.488247:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204630.488253:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.488259:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204630.488264:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204630.488269:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488274:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204630.488277:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204630.488280:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488284:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204630.488285:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204630.488288:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204630.488293:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204630.488302:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204630.488303:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488310:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204630.488315:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204630.488317:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488317:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204630.488324:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204630.488327:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:1.0:1788204630.488327:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.488332:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204630.488335:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.488339:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204630.488343:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204630.488387:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204630.488388:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204630.488395:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.488400:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204630.488408:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.488409:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204630.488416:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.488421:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.488423:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.488428:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204630.488431:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204630.488440:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204630.488446:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204630.488446:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00080000:0.0:1788204630.488456:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204630.488456:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788204630.488468:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1788204630.488468:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204630.488477:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204630.488485:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788204630.488485:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618672640:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204630.488496:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204630.488497:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204630.488499:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204630.488507:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3763
00000100:00000040:1.0:1788204630.488508:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618672640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204630.488526:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204630.488538:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204630.488540:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788204630.488542:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204630.488544:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1788204630.488548:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:1.0:1788204630.488549:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
00000100:00000001:0.0:1788204630.488558:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204630.488560:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1788204630.488561:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000020:00000001:1.0:1788204630.488563:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204630.488568:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204630.488569:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788204630.488579:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000001:1.0:1788204630.488580:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:0.0:1788204630.488584:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000010:1.0:1788204630.488586:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
00000020:00000001:0.0:1788204630.488589:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204630.488592:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
02000000:00000001:1.0:1788204630.488593:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1788204630.488603:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:1.0:1788204630.488604:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204630.488606:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000020:00000001:0.0:1788204630.488613:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204630.488613:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204630.488616:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.488619:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204630.488624:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204630.488625:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204630.488629:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488634:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204630.488634:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204630.488639:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204630.488644:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204630.488645:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:1.0:1788204630.488649:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204630.488650:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204630.488659:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204630.488671:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204630.488676:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488678:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204630.488686:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204630.488686:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.488694:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.488694:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.488699:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204630.488700:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.488704:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488705:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204630.488713:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1788204630.488714:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672768:192.168.201.124@tcp:38:kworker.0
00000008:00000001:0.0:1788204630.488724:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488725:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204630.488731:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.488732:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.488735:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204630.488736:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
02000000:00000001:1.0:1788204630.488737:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788204630.488743:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000010:1.0:1788204630.488743:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:0.0:1788204630.488757:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204630.488757:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204630.488761:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.488764:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204630.488767:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204630.488768:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204630.488773:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
02000000:00000001:0.0:1788204630.488774:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204630.488791:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000400:00000010:1.0:1788204630.488792:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000001:0.0:1788204630.488807:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204630.488808:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672768, portal 10
00000100:00000001:1.0:1788204630.488816:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1788204630.488818:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204630.488819:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000001:0.0:1788204630.488832:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204630.488834:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204630.488839:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204630.488840:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204630.488877:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488880:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204630.488883:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3773)
00000100:00000040:1.0:1788204630.488886:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204630.488890:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204630.488892:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618672768, offset 0
00000400:00000200:1.0:1788204630.488896:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204630.488901:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.488905:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204630.488907:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.488909:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204630.488911:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.488912:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204630.488914:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3514:3514:256:4294967295] 192.168.201.124@tcp LPNI seq info [3514:3514:8:4294967295]
00000400:00000200:1.0:1788204630.488917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.488921:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.488924:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.488926:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204630.488929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204630.488930:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204630.488934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204630.488935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204630.488937:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.488939:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204630.488940:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204630.488943:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204630.488945:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204630.488946:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204630.488948:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204630.488950:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.488955:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.488957:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.488961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488962:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204630.488964:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.488967:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204630.488969:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204630.488970:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298437783
00000100:00000001:1.0:1788204630.488971:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.488973:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298437783
00000100:00000001:1.0:1788204630.488974:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.488975:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.488976:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.488978:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204630.488980:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204630]  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204630.488984:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204630.488985:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204630.488986:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204630.488987:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204630.488988:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204630.488989:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204630.488991:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204630.488996:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.488999:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204630.489000:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489002:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204630.489003:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489007:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204630.489009:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489013:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204630.489015:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489016:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489016:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489017:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204630.489018:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204630.489020:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204630.489022:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204630.489023:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204630.489025:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204630.489029:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204630.489031:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204630.489034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489038:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.489069:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.489071:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.489072:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.489074:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.489076:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204630.489078:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204630.489080:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.489081:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.489082:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489084:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204630.489086:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.489088:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204630.489089:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204630.489092:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204630.489094:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618672896, portal 10
00000100:00000001:1.0:1788204630.489095:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.489096:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204630.489099:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489103:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204630.489105:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204630.489106:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204630.489107:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618672896, offset 0
00000400:00000200:1.0:1788204630.489109:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204630.489112:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.489113:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204630.489115:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.489117:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204630.489118:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.489120:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204630.489121:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3515:3515:256:4294967295] 192.168.201.124@tcp LPNI seq info [3515:3515:8:4294967295]
00000400:00000200:1.0:1788204630.489124:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.489128:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.489130:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.489132:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204630.489134:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204630.489136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204630.489138:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204630.489140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204630.489142:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.489143:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204630.489145:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204630.489147:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204630.489149:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204630.489150:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204630.489152:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204630.489153:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489158:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489160:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489163:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489164:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204630.489166:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.489168:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204630.489169:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204630.489171:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298435629
00000100:00000001:1.0:1788204630.489172:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.489173:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298435629
00000100:00000001:1.0:1788204630.489174:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.489176:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.489177:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489178:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204630.489180:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204630]  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204630.489184:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204630.489184:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204630.489185:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204630.489186:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204630.489187:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204630.489188:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204630.489190:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204630.489194:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489198:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204630.489199:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489200:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489201:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204630.489203:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489206:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204630.489208:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489212:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204630.489213:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489214:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489215:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204630.489216:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204630.489217:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204630.489219:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204630.489220:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204630.489222:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204630.489226:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618672896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204630.489228:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204630.489230:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489234:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.489235:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.489237:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.489238:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.489239:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.489240:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204630.489242:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204630.489243:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.489244:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.489245:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489247:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204630.489247:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.489249:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204630.489250:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204630.489252:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204630.489253:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673024, portal 4
00000100:00000001:1.0:1788204630.489254:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.489255:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204630.489258:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489262:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204630.489263:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204630.489264:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204630.489265:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618673024, offset 0
00000400:00000200:1.0:1788204630.489267:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204630.489269:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.489270:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204630.489272:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.489273:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204630.489275:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.489276:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204630.489278:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3516:3516:256:4294967295] 192.168.201.124@tcp LPNI seq info [3516:3516:8:4294967295]
00000400:00000200:1.0:1788204630.489280:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.489283:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.489286:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.489288:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204630.489290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204630.489292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204630.489294:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204630.489295:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204630.489297:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.489299:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204630.489300:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204630.489302:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204630.489304:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204630.489305:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204630.489306:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204630.489308:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489312:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489314:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489317:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489318:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204630.489320:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.489321:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204630.489323:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204630.489324:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298435609
00000100:00000001:1.0:1788204630.489325:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.489326:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298435609
00000100:00000001:1.0:1788204630.489327:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.489329:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.489330:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489331:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204630.489332:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204630]  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204630.489337:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204630.489338:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204630.489339:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204630.489340:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204630.489341:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204630.489342:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204630.489343:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204630.489347:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489350:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204630.489351:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489352:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489353:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204630.489355:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489358:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204630.489360:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489363:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204630.489364:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489365:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489366:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489367:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204630.489368:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204630.489370:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204630.489371:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204630.489372:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204630.489375:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204630.489379:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204630.489381:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489382:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489384:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618672768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489387:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204630.489388:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489389:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204630.489391:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204630.489392:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204630.489392:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204630.489393:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204630.489395:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:1.0:1788204630.489397:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204630.489398:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204630.489399:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204630.489400:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204630.489401:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489402:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489403:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618672896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489407:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204630.489407:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489408:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204630.489410:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204630.489410:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204630.489411:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204630.489412:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204630.489412:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:1.0:1788204630.489413:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204630.489414:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204630.489415:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204630.489417:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204630.489418:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489419:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489420:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618673024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489423:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204630.489424:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489425:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204630.489426:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204630.489426:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204630.489427:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204630.489428:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204630.489428:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:1.0:1788204630.489429:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204630.489430:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204630.489431:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204630.489432:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204630.489432:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489433:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489435:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204630.489436:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489437:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204630.489438:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204630.489439:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204630.489441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489445:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.489445:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.489446:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.489447:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.489448:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.489450:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204630.489452:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204630.489453:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.489454:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.489455:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489457:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204630.489458:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.489460:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204630.489461:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204630.489463:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204630.489464:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673152, portal 4
00000100:00000001:1.0:1788204630.489466:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.489466:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204630.489470:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489474:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204630.489475:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204630.489476:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204630.489477:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618673152, offset 0
00000400:00000200:1.0:1788204630.489479:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204630.489481:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.489483:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204630.489484:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.489486:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204630.489487:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.489488:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204630.489490:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3517:3517:256:4294967295] 192.168.201.124@tcp LPNI seq info [3517:3517:8:4294967295]
00000400:00000200:1.0:1788204630.489492:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204630.489496:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.489498:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.489500:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204630.489502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204630.489503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204630.489506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204630.489507:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204630.489509:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204630.489511:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204630.489513:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204630.489514:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204630.489516:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204630.489517:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204630.489518:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204630.489520:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489524:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489526:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489530:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489530:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204630.489532:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.489533:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204630.489535:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204630.489536:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298435743
00000100:00000001:1.0:1788204630.489537:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.489538:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298435743
00000100:00000001:1.0:1788204630.489540:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298437872
00000100:00000001:1.0:1788204630.489541:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.489542:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489543:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204630.489545:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204630]  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204630.489548:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204630.489549:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204630.489550:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204630.489551:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204630.489552:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204630.489553:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204630.489555:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204630.489559:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489563:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204630.489563:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489564:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489565:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204630.489567:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489570:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204630.489572:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489576:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204630.489577:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489578:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204630.489578:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489579:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204630.489580:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204630.489582:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204630.489583:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204630.489585:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204630.489587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204630.489591:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204630.489593:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489594:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204630.489596:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618673152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.489600:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204630.489601:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204630.489602:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204630.489603:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204630.489603:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204630.489604:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204630.489605:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204630.489606:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204630.489607:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204630.489608:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204630.489609:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204630.489610:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204630.489611:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489612:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.489613:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204630.489614:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.489615:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204630.489616:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204630.807167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204630.807173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204630.807178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204630.807179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204630.807182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204630.807183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204630.807185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204630.807186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204630.807244:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204630.807247:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204630.807250:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204631.511162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204631.511169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204631.511170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204631.511174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204631.511177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204631.511180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204631.511183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204631.511185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204631.511188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204631.831161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204631.831167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204631.831172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204631.831173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204631.831176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204631.831178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204631.831181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204631.831182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204631.831237:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204631.831242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204631.831245:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204632.535137:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204632.535142:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204632.535144:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204632.535147:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204632.535150:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204632.535152:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204632.535154:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204632.535155:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204632.535157:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204632.791137:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298437872, at 4298437888
00000100:00000040:2.0:1788204632.791138:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298437872, at 4298437888
00000100:00000010:3.0:1788204632.791151:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d0c0.
00000100:00000010:2.0:1788204632.791154:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d8a0.
00010000:00000001:3.0:1788204632.855129:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204632.855134:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204632.855138:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204632.855139:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204632.855142:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204632.855143:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204632.855146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204632.855148:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204632.855211:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204632.855215:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204632.855218:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204633.559169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204633.559175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204633.559176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204633.559181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204633.559184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204633.559188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204633.559199:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204633.559202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204633.559205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204633.879179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204633.879186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204633.879192:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204633.879194:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204633.879199:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204633.879201:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204633.879202:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879204:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204633.879206:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879207:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879209:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879211:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204633.879212:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204633.879213:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204633.879214:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879215:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204633.879216:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879217:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204633.879219:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204633.879274:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204633.879278:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204633.879282:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204634.583151:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204634.583159:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204634.583162:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204634.583166:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204634.583169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204634.583172:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204634.583174:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204634.583177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204634.583179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204634.903166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204634.903172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204634.903175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204634.903176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204634.903178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204634.903179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204634.903181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204634.903182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204634.903239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204634.903243:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204634.903247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204635.607145:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204635.607145:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204635.607151:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204635.607154:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204635.607155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607158:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204635.607162:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204635.607163:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204635.607168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204635.607169:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204635.607173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204635.607177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204635.607178:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3768
00000100:00000001:2.0:1788204635.607181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204635.607185:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204635.607190:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204635.607196:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204635.607200:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204635.607203:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607207:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204635.607210:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607212:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204635.607217:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204635.607219:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204635.607222:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204635.607225:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204635.607227:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204635.607230:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204635.607232:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607234:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204635.607236:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607238:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204635.607241:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204635.607244:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607246:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204635.607249:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204635.607252:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204635.607255:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607256:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204635.607259:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204635.607275:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204635.607279:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204635.607282:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204635.607284:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607286:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204635.607289:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204635.607293:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204635.607302:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204635.607307:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204635.607317:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204635.607327:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204635.607332:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204635.607336:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204635.607359:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204635.607362:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204635.607366:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204635.607367:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204635.607369:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204635.607371:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204635.607374:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3768
00000400:00000200:0.0:1788204635.607377:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204635.607380:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204635.607383:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204635.607386:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607389:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204635.607392:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204635.607394:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.607397:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204635.607399:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204635.607403:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204635.607406:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204635.607411:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204635.607413:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:1.0:1788204635.607414:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788204635.607419:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204635.607419:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204635.607424:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:1.0:1788204635.607424:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.607427:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204635.607430:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204635.607430:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.607436:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618673280:192.168.201.124@tcp:250:kworker.0
00000020:00000001:0.0:1788204635.607437:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204635.607441:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788204635.607445:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204635.607445:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.607447:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607451:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204635.607451:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1788204635.607456:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000010:1.0:1788204635.607457:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:0.0:1788204635.607462:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204635.607462:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204635.607468:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000200:1.0:1788204635.607469:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204635.607474:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000100:00080000:0.0:1788204635.607476:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607480:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204635.607480:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
02000000:00000001:0.0:1788204635.607484:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1788204635.607487:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673280, portal 25
02000000:00000001:0.0:1788204635.607490:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.607491:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788204635.607495:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.607496:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000001:0.0:1788204635.607499:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204635.607504:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204635.607506:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204635.607510:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607514:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204635.607521:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204635.607522:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204635.607526:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000040:1.0:1788204635.607527:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204635.607532:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204635.607534:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204635.607534:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000001:0.0:1788204635.607539:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204635.607540:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618673280, offset 0
02000000:00000001:0.0:1788204635.607541:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204635.607544:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204635.607549:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000400:00000200:1.0:1788204635.607550:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607556:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.607561:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788204635.607565:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204635.607570:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204635.607580:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204635.607580:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204635.607585:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.607588:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:0.0:1788204635.607592:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204635.607594:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.607600:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204635.607607:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3518:3518:256:4294967295] 192.168.201.124@tcp LPNI seq info [3518:3518:8:4294967295]
00000400:00000200:1.0:1788204635.607616:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204635.607617:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204635.607622:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204635.607629:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788204635.607630:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204635.607634:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204635.607637:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1788204635.607639:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607642:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1788204635.607645:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00080000:0.0:1788204635.607646:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3768
00000400:00000200:0.0:1788204635.607654:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:1.0:1788204635.607657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:0.0:1788204635.607661:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:1.0:1788204635.607662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000100:00080000:0.0:1788204635.607665:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204635.607670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204635.607673:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204635.607674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788204635.607679:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1788204635.607684:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204635.607685:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607690:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:1.0:1788204635.607690:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000020:00000001:0.0:1788204635.607693:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204635.607696:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204635.607698:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204635.607699:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788204635.607700:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204635.607705:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204635.607708:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788204635.607709:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204635.607716:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204635.607717:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000100:00000001:0.0:1788204635.607719:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204635.607721:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000040:0.0:1788204635.607723:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607728:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204635.607728:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1788204635.607730:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000200:1.0:1788204635.607736:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204635.607737:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607742:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204635.607747:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204635.607751:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204635.607755:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.607755:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204635.607760:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204635.607764:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204635.607764:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204635.607771:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607776:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.607779:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204635.607782:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204635.607782:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788204635.607787:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204635.607789:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204635.607791:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204635.607794:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.607798:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204635.607799:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204635.607801:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204635.607804:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000400:00000200:1.0:1788204635.607805:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204635.607808:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.607810:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298442991
00000100:00100000:0.0:1788204635.607816:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204635.607817:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dc00.
00000100:00000001:1.0:1788204635.607827:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204635.607828:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204635.607832:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.607835:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298442991
00000100:00000040:0.0:1788204635.607837:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204635.607842:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d540.
00000100:00000001:1.0:1788204635.607848:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204635.607852:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.607854:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204635.607856:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204635.607858:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204635.607862:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204635.607864:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204635.607865:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204635.607869:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788204635.607871:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204635.607873:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204635.607878:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3768
00000400:00000200:0.0:1788204635.607887:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000001:1.0:1788204635.607889:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1788204635.607892:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000001:1.0:1788204635.607893:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788204635.607897:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204635.607897:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204635.607902:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000100:00000040:0.0:1788204635.607903:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204635.607905:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:0.0:1788204635.607908:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204635.607910:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204635.607913:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204635.607917:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204635.607918:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204635.607923:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204635.607926:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204635.607929:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204635.607932:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000200:1.0:1788204635.607936:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204635.607937:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204635.607941:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204635.607949:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204635.607965:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204635.607966:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204635.607968:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204635.607972:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204635.607973:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204635.607977:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204635.607978:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204635.607984:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00100000:1.0:1788204635.607987:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204635.607991:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204635.607999:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608004:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204635.608005:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204635.608009:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204635.608014:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.608014:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204635.608019:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204635.608022:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204635.608026:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.608029:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608030:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1788204635.608033:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204635.608035:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204635.608037:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204635.608039:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788204635.608040:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204635.608043:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204635.608044:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.608049:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204635.608050:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204635.608050:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1788204635.608068:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204635.608071:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204635.608074:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204635.608078:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204635.608083:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204635.608085:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204635.608089:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204635.608094:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608095:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204635.608096:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204635.608102:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1788204635.608103:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204635.608104:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204635.608107:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204635.608110:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204635.608112:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00080000:0.0:1788204635.608113:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3768
00000400:00000200:0.0:1788204635.608119:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204635.608119:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1788204635.608124:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204635.608126:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204635.608130:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204635.608131:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.608135:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204635.608138:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.608143:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204635.608146:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204635.608148:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204635.608150:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204635.608153:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00100000:1.0:1788204635.608154:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618673280:192.168.201.124@tcp:250:kworker.0
00000020:00000001:0.0:1788204635.608155:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204635.608159:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204635.608164:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204635.608164:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204635.608168:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204635.608169:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204635.608170:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204635.608173:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204635.608175:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:1.0:1788204635.608176:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618673280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204635.608179:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204635.608183:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204635.608186:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204635.608189:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204635.608192:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608193:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788204635.608194:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204635.608196:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:1.0:1788204635.608196:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1788204635.608200:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.608201:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204635.608201:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
00000100:00000010:0.0:1788204635.608206:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
02000000:00000001:1.0:1788204635.608207:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:0.0:1788204635.608208:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204635.608211:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:0.0:1788204635.608212:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204635.608214:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204635.608214:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:0.0:1788204635.608215:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204635.608216:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204635.608217:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204635.608219:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204635.608223:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204635.608223:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.608227:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
00000100:00100000:0.0:1788204635.608228:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204635.608234:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204635.608234:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204635.608238:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608238:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.608241:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000040:0.0:1788204635.608243:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608246:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.608249:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608253:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204635.608254:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204635.608260:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3778)
00000100:00000001:1.0:1788204635.608263:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204635.608266:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608269:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.608271:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204635.608272:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.608277:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608283:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.608285:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608287:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.608288:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.608291:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.608293:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.608296:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.608298:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.608299:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608301:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.608304:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204635.608306:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.608310:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204635.608312:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204635.608316:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204635.608318:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673408, portal 10
00000100:00000001:1.0:1788204635.608320:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.608322:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204635.608327:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608334:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.608336:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204635.608338:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204635.608340:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618673408, offset 0
00000400:00000200:1.0:1788204635.608343:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608347:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608350:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204635.608353:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.608355:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204635.608357:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.608359:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608362:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3519:3519:256:4294967295] 192.168.201.124@tcp LPNI seq info [3519:3519:8:4294967295]
00000400:00000200:1.0:1788204635.608364:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608368:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.608371:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.608374:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204635.608376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204635.608378:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204635.608381:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204635.608382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204635.608384:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.608386:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204635.608388:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.608390:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.608392:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204635.608393:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204635.608394:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.608397:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608402:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.608403:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608407:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608408:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.608409:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.608412:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204635.608414:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204635.608415:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298442903
00000100:00000001:1.0:1788204635.608417:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.608418:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298442903
00000100:00000001:1.0:1788204635.608419:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.608421:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.608422:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608423:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.608425:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.608429:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.608430:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.608431:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204635.608432:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204635.608433:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204635.608434:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.608436:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.608441:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608444:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.608445:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608446:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.608447:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.608449:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608452:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.608454:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608457:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.608459:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608460:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.608460:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608461:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.608462:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.608463:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.608465:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204635.608467:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.608469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.608473:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.608475:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.608477:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608484:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.608485:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608486:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.608487:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.608488:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.608490:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.608491:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.608492:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.608493:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608494:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.608496:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204635.608497:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.608498:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204635.608500:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204635.608501:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204635.608503:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673536, portal 10
00000100:00000001:1.0:1788204635.608504:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.608504:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204635.608508:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608511:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.608513:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204635.608514:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204635.608515:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618673536, offset 0
00000400:00000200:1.0:1788204635.608517:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608521:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204635.608523:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.608524:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204635.608526:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.608527:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608529:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3520:3520:256:4294967295] 192.168.201.124@tcp LPNI seq info [3520:3520:8:4294967295]
00000400:00000200:1.0:1788204635.608532:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608535:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.608538:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.608539:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204635.608541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204635.608542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204635.608545:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204635.608546:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204635.608549:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.608551:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204635.608553:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.608557:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.608559:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204635.608561:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204635.608563:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.608566:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608573:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.608576:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608582:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608583:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.608586:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.608589:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204635.608592:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204635.608593:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298440748
00000100:00000001:1.0:1788204635.608596:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.608598:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298440748
00000100:00000001:1.0:1788204635.608599:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.608601:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.608604:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608605:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.608609:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.608616:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.608618:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.608619:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204635.608622:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204635.608623:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204635.608625:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.608628:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.608635:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608639:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.608639:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608641:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.608641:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.608643:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608647:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.608649:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608653:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.608655:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608655:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.608656:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608657:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.608658:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.608659:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.608661:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204635.608663:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.608665:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.608669:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.608671:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.608673:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608676:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.608677:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608678:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.608679:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.608680:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.608682:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.608684:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.608685:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.608686:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608687:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.608689:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204635.608690:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.608692:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204635.608694:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204635.608696:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204635.608698:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673664, portal 4
00000100:00000001:1.0:1788204635.608699:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.608699:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204635.608704:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608710:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.608713:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204635.608715:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204635.608717:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618673664, offset 0
00000400:00000200:1.0:1788204635.608720:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608724:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608727:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204635.608730:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.608732:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204635.608734:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.608736:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608739:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3521:3521:256:4294967295] 192.168.201.124@tcp LPNI seq info [3521:3521:8:4294967295]
00000400:00000200:1.0:1788204635.608743:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608748:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.608753:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.608756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204635.608759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204635.608762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204635.608765:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204635.608768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204635.608772:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.608773:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204635.608776:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.608779:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.608782:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204635.608784:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204635.608786:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.608789:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608797:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.608800:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608805:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608807:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.608810:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.608813:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204635.608816:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204635.608818:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298440728
00000100:00000001:1.0:1788204635.608820:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.608822:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298440728
00000100:00000001:1.0:1788204635.608824:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.608826:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.608828:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.608829:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.608833:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.608840:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.608841:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.608843:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204635.608845:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204635.608846:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204635.608848:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.608851:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.608859:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608865:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.608867:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608868:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.608870:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.608873:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608879:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.608883:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608889:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.608891:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608893:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.608894:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.608896:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.608897:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.608899:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.608902:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204635.608904:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.608908:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.608915:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.608918:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.608921:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608927:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.608929:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608931:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.608932:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.608934:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.608937:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.608939:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.608941:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.608943:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.608944:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.608947:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204635.608949:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.608964:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204635.608967:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204635.608969:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204635.608971:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673792, portal 4
00000100:00000001:1.0:1788204635.608973:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.608973:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204635.608978:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.608981:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.608983:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204635.608984:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204635.608985:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618673792, offset 0
00000400:00000200:1.0:1788204635.608987:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204635.608990:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.608992:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204635.608993:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.608995:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204635.608996:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.608998:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204635.609000:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3522:3522:256:4294967295] 192.168.201.124@tcp LPNI seq info [3522:3522:8:4294967295]
00000400:00000200:1.0:1788204635.609002:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204635.609006:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.609008:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.609010:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204635.609012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204635.609014:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204635.609017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204635.609029:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204635.609031:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204635.609033:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204635.609034:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.609036:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.609039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204635.609040:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204635.609041:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.609044:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609048:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.609064:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609069:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.609070:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.609072:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.609074:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204635.609075:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204635.609077:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298440863
00000100:00000001:1.0:1788204635.609078:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.609080:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298440863
00000100:00000001:1.0:1788204635.609081:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298442991
00000100:00000001:1.0:1788204635.609082:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.609083:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.609084:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.609087:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.609094:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.609096:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.609097:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204635.609099:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204635.609100:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204635.609102:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.609105:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.609113:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609125:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.609126:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609128:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.609129:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.609133:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609138:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.609140:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609144:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.609146:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609146:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.609147:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609148:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.609149:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.609151:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.609152:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204635.609153:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.609155:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.609160:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618673792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.609162:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609163:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.609165:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618673408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609168:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.609169:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.609171:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204635.609172:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.609173:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.609174:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204635.609176:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.609177:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:1.0:1788204635.609179:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.609180:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.609181:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204635.609182:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.609183:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609184:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.609186:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618673536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609189:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.609190:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.609191:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204635.609192:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.609193:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.609193:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204635.609195:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.609196:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:1.0:1788204635.609197:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.609197:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.609198:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204635.609199:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.609200:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609200:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.609202:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618673664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609205:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.609206:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.609206:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204635.609207:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.609208:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.609209:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204635.609210:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.609211:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:1.0:1788204635.609212:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.609213:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.609213:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204635.609214:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.609215:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609216:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.609219:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618673792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.609224:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.609225:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.609226:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204635.609228:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.609229:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.609230:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204635.609232:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.609233:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204635.609235:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.609236:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.609237:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204635.609239:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.609240:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609242:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.609246:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204635.609247:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.609249:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.609250:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927148:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204635.927153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204635.927159:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204635.927160:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204635.927163:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927165:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204635.927167:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927168:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927169:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204635.927172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204635.927174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204635.927175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204635.927221:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204635.927224:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204635.927226:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204636.631159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204636.631166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204636.631168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204636.631173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204636.631176:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204636.631179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204636.631182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204636.631184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204636.631187:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204636.951161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204636.951167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204636.951171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204636.951172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204636.951174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204636.951175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204636.951177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204636.951178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204636.951221:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204636.951224:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204636.951227:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204637.655175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204637.655181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204637.655183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204637.655188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204637.655191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204637.655193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204637.655195:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204637.655197:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204637.655198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204637.911181:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298442991, at 4298443008
00000100:00000040:3.0:1788204637.911181:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298442991, at 4298443008
00000100:00000010:2.0:1788204637.911195:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dc00.
00000100:00000010:3.0:1788204637.911197:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d540.
00010000:00000001:3.0:1788204637.975153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204637.975161:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204637.975162:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204637.975166:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204637.975170:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204637.975173:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204637.975174:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204637.975176:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204637.975180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204637.975181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204637.975185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204637.975186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204637.975190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204637.975191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204637.975246:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204637.975248:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204637.975251:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204638.679128:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204638.679133:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204638.679135:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204638.679138:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204638.679140:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204638.679143:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204638.679145:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204638.679146:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204638.679148:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204638.999150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204638.999156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204638.999160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204638.999160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204638.999163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204638.999163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204638.999166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204638.999166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204638.999218:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204638.999222:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204638.999225:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204639.703161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204639.703169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204639.703171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204639.703175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204639.703178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204639.703182:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204639.703185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204639.703187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204639.703190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204640.023158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204640.023165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204640.023171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204640.023172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204640.023175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204640.023176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204640.023178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204640.023179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204640.023278:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204640.023284:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204640.023300:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204640.727205:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204640.727219:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204640.727222:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204640.727235:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204640.727240:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204640.727241:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204640.727248:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204640.727252:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204640.727252:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3773
00000100:00100000:2.0:1788204640.727259:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204640.727263:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788204640.727264:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204640.727267:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204640.727271:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204640.727273:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204640.727275:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204640.727277:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204640.727279:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204640.727283:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727283:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727287:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727289:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204640.727292:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204640.727294:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204640.727296:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204640.727299:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204640.727300:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204640.727302:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204640.727304:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727305:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727307:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727309:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204640.727311:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204640.727313:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727314:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204640.727316:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204640.727319:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204640.727321:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727323:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204640.727325:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204640.727335:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000020:00000040:3.0:1788204640.727337:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204640.727341:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204640.727342:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727345:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204640.727347:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204640.727352:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204640.727361:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204640.727367:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204640.727375:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204640.727383:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204640.727387:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204640.727390:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204640.727408:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204640.727410:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204640.727413:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204640.727414:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204640.727415:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204640.727417:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204640.727418:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3773
00000400:00000200:3.0:1788204640.727420:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204640.727421:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204640.727422:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204640.727424:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727426:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727427:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727428:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204640.727429:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204640.727430:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204640.727431:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204640.727432:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204640.727433:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204640.727434:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204640.727436:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727438:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727440:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727441:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204640.727443:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204640.727445:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727446:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204640.727447:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204640.727451:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204640.727453:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727454:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204640.727458:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1788204640.727458:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204640.727462:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.727464:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204640.727464:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.727469:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204640.727469:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788204640.727473:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204640.727475:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204640.727476:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727478:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204640.727479:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204640.727480:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204640.727480:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204640.727485:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788204640.727488:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204640.727494:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204640.727497:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.727500:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727504:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204640.727506:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.727507:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204640.727508:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204640.727511:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204640.727518:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727518:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204640.727521:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788204640.727526:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618673920:192.168.201.124@tcp:250:kworker.0
00000100:00080000:3.0:1788204640.727526:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204640.727528:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204640.727530:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204640.727534:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204640.727535:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204640.727537:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3773
00000400:00000200:3.0:1788204640.727540:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204640.727542:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1788204640.727543:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204640.727546:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204640.727547:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204640.727548:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727551:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204640.727552:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204640.727552:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727555:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204640.727556:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204640.727557:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
02000000:00000010:1.0:1788204640.727558:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000020:00000001:3.0:1788204640.727558:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204640.727561:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
02000000:00000001:1.0:1788204640.727562:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204640.727564:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204640.727567:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204640.727570:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204640.727570:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727574:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727575:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204640.727576:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000100:00000001:3.0:1788204640.727577:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204640.727580:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204640.727582:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727583:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204640.727584:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
02000000:00000001:3.0:1788204640.727584:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204640.727586:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204640.727588:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727589:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204640.727591:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1788204640.727593:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618673920, portal 25
00000008:00000001:3.0:1788204640.727593:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727596:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.727597:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204640.727599:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000010:3.0:1788204640.727600:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204640.727603:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204640.727605:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204640.727606:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727607:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204640.727608:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204640.727609:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204640.727611:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204640.727614:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.727615:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204640.727619:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204640.727638:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204640.727640:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204640.727641:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204640.727648:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204640.727649:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204640.727655:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000001:3.0:1788204640.727655:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204640.727657:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204640.727660:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618673920, offset 0
00000100:00080000:3.0:1788204640.727660:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204640.727663:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204640.727665:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204640.727666:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204640.727668:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3773
00000400:00000200:1.0:1788204640.727671:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204640.727674:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204640.727677:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204640.727678:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204640.727680:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727681:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727682:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727683:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204640.727684:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204640.727685:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204640.727686:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204640.727687:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204640.727688:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204640.727692:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:1.0:1788204640.727694:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204640.727695:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727698:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727700:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727701:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204640.727703:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:1.0:1788204640.727704:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788204640.727708:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727710:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.727712:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204640.727712:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204640.727716:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204640.727718:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727719:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204640.727721:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00100000:3.0:1788204640.727722:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204640.727725:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.727726:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204640.727727:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.727731:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000010:3.0:1788204640.727732:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000020:00000040:3.0:1788204640.727734:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204640.727736:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3523:3523:256:4294967295] 192.168.201.124@tcp LPNI seq info [3523:3523:8:4294967295]
02000000:00000001:3.0:1788204640.727737:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204640.727739:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727742:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204640.727743:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204640.727744:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204640.727747:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204640.727749:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204640.727751:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204640.727757:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204640.727758:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204640.727767:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1788204640.727768:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727770:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204640.727775:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000040:3.0:1788204640.727775:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204640.727783:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204640.727786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204640.727786:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204640.727790:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1788204640.727792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1788204640.727792:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204640.727793:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204640.727798:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204640.727801:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3773
00000800:00000200:1.1:1788204640.727805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:3.0:1788204640.727806:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204640.727810:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:1.1:1788204640.727812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1788204640.727813:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204640.727816:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727819:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727822:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000100:1.0:1788204640.727825:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727826:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204640.727828:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204640.727830:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000800:00000010:1.0:1788204640.727831:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000020:00000001:3.0:1788204640.727831:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204640.727833:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204640.727836:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204640.727837:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204640.727839:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204640.727841:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204640.727841:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204640.727842:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204640.727847:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204640.727849:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204640.727852:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204640.727854:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204640.727855:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204640.727859:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204640.727861:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204640.727873:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
02000000:00000001:3.0:1788204640.727874:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204640.727878:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:3.0:1788204640.727878:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204640.727881:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204640.727884:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.727886:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204640.727886:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204640.727891:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000100:00000200:1.0:1788204640.727893:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204640.727895:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204640.727900:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204640.727902:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727905:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204640.727907:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204640.727911:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.727913:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788204640.727914:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204640.727918:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.727919:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204640.727924:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204640.727940:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204640.727941:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204640.727944:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.727946:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204640.727948:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204640.727952:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204640.727955:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3783)
00000100:00000001:1.0:1788204640.727961:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.727968:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204640.727972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298448111
00000100:00000010:1.0:1788204640.727978:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d660.
00000100:00000001:1.0:1788204640.727986:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204640.727991:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298448111
00000100:00000010:1.0:1788204640.727995:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d2a0.
00000100:00000001:1.0:1788204640.727998:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204640.728001:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204640.728004:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728007:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204640.728012:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204640.728020:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204640.728022:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204640.728024:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204640.728027:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204640.728029:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204640.728031:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204640.728035:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204640.728045:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728082:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204640.728084:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728087:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728089:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204640.728094:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728101:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204640.728106:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728113:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204640.728116:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728118:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728119:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728122:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204640.728124:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204640.728128:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204640.728132:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204640.728135:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204640.728139:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204640.728147:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618673920:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204640.728152:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728154:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.728157:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618673920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728165:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204640.728167:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204640.728170:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204640.728173:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204640.728175:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204640.728177:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204640.728180:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204640.728182:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:1.0:1788204640.728187:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204640.728188:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204640.728190:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:1.0:1788204640.728194:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204640.728195:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728197:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728205:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204640.728206:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728208:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204640.728210:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204640.728211:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204640.728215:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728227:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.728228:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728230:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204640.728232:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204640.728234:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204640.728237:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204640.728241:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204640.728243:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204640.728244:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728246:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204640.728249:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204640.728251:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.728255:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204640.728257:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204640.728261:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204640.728264:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674048, portal 10
00000100:00000001:1.0:1788204640.728266:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204640.728268:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:1.0:1788204640.728275:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728282:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204640.728284:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204640.728286:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204640.728288:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618674048, offset 0
00000400:00000200:1.0:1788204640.728292:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728296:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728299:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204640.728302:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204640.728304:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204640.728306:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204640.728308:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728312:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3524:3524:256:4294967295] 192.168.201.124@tcp LPNI seq info [3524:3524:8:4294967295]
00000400:00000200:1.0:1788204640.728316:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728322:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204640.728327:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.728330:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204640.728334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204640.728336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204640.728340:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204640.728343:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204640.728347:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.728349:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204640.728352:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204640.728355:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204640.728358:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204640.728360:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204640.728362:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204640.728366:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728374:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.728377:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728383:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728385:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204640.728388:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.728392:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204640.728395:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204640.728397:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298448023
00000100:00000001:1.0:1788204640.728399:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.728401:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298448023
00000100:00000001:1.0:1788204640.728403:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.728405:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204640.728408:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728410:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204640.728413:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204640.728421:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204640.728423:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204640.728425:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204640.728427:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204640.728429:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204640.728430:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204640.728433:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204640.728441:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728448:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204640.728449:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728450:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728452:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204640.728455:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728461:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204640.728465:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728472:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204640.728475:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728477:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728478:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728479:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204640.728481:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204640.728484:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204640.728488:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204640.728490:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204640.728494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204640.728502:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204640.728506:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204640.728509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728513:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.728514:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728515:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204640.728517:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204640.728518:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204640.728519:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204640.728521:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204640.728523:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204640.728524:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728525:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204640.728527:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204640.728529:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.728531:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204640.728532:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204640.728535:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204640.728538:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674176, portal 10
00000100:00000001:1.0:1788204640.728539:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204640.728541:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:1.0:1788204640.728547:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728552:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204640.728555:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204640.728558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204640.728560:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618674176, offset 0
00000400:00000200:1.0:1788204640.728564:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728568:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728572:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204640.728575:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204640.728578:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204640.728581:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204640.728583:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728586:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3525:3525:256:4294967295] 192.168.201.124@tcp LPNI seq info [3525:3525:8:4294967295]
00000400:00000200:1.0:1788204640.728589:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728595:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204640.728599:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.728603:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204640.728607:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204640.728609:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204640.728613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204640.728616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204640.728620:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.728622:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204640.728624:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204640.728627:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204640.728630:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204640.728632:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204640.728635:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204640.728638:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728645:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.728647:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728651:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728653:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204640.728655:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.728658:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204640.728660:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204640.728661:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298445868
00000100:00000001:1.0:1788204640.728663:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.728664:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298445868
00000100:00000001:1.0:1788204640.728666:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.728667:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204640.728668:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728670:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204640.728671:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204640.728677:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204640.728678:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204640.728679:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204640.728680:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204640.728681:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204640.728682:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204640.728684:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204640.728689:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728693:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204640.728693:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728694:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728695:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204640.728697:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728700:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204640.728703:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728707:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204640.728709:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728710:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728711:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728712:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204640.728713:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204640.728714:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204640.728716:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204640.728717:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204640.728719:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204640.728723:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204640.728725:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204640.728727:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728730:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.728731:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728732:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204640.728733:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204640.728734:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204640.728736:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204640.728738:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204640.728739:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204640.728740:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728741:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204640.728744:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204640.728745:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.728747:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204640.728749:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204640.728751:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204640.728753:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674304, portal 4
00000100:00000001:1.0:1788204640.728754:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204640.728755:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:1.0:1788204640.728759:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728763:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204640.728765:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204640.728766:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204640.728767:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618674304, offset 0
00000400:00000200:1.0:1788204640.728770:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728774:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204640.728776:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204640.728778:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204640.728779:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204640.728781:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728783:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3526:3526:256:4294967295] 192.168.201.124@tcp LPNI seq info [3526:3526:8:4294967295]
00000400:00000200:1.0:1788204640.728785:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728788:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204640.728791:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.728793:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204640.728795:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204640.728797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204640.728799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204640.728801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204640.728803:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.728804:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204640.728806:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204640.728808:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204640.728810:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204640.728811:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204640.728813:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204640.728815:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728820:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.728821:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728825:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728826:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204640.728828:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.728830:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204640.728831:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204640.728832:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298445848
00000100:00000001:1.0:1788204640.728834:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.728835:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298445848
00000100:00000001:1.0:1788204640.728836:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.728838:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204640.728839:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.728839:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204640.728841:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204640.728845:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204640.728846:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204640.728847:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204640.728848:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204640.728849:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204640.728850:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204640.728852:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204640.728856:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728878:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204640.728880:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728881:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728882:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204640.728884:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728889:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204640.728891:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728895:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204640.728896:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728897:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.728898:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.728899:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204640.728899:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204640.728901:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204640.728902:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204640.728903:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204640.728906:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204640.728914:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204640.728917:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204640.728920:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728927:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.728928:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728931:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204640.728933:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204640.728934:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204640.728937:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204640.728940:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204640.728942:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204640.728943:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.728945:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204640.728948:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204640.728950:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204640.728953:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204640.728955:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204640.728957:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204640.728959:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674432, portal 4
00000100:00000001:1.0:1788204640.728961:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204640.728961:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:1.0:1788204640.728966:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.728970:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204640.728971:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204640.728972:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204640.728974:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618674432, offset 0
00000400:00000200:1.0:1788204640.728976:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728978:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728980:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204640.728982:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204640.728983:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204640.728985:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204640.728986:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204640.728989:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3527:3527:256:4294967295] 192.168.201.124@tcp LPNI seq info [3527:3527:8:4294967295]
00000400:00000200:1.0:1788204640.728991:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204640.728994:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204640.728998:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.729000:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204640.729002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204640.729004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204640.729006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204640.729008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204640.729010:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204640.729012:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204640.729014:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204640.729016:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204640.729017:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204640.729018:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204640.729020:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204640.729022:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729029:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.729032:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729037:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.729039:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204640.729042:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.729045:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204640.729048:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204640.729050:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298445982
00000100:00000001:1.0:1788204640.729094:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.729097:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298445983
00000100:00000001:1.0:1788204640.729098:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298448111
00000100:00000001:1.0:1788204640.729100:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204640.729103:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.729105:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204640.729109:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204640.729118:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204640.729119:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204640.729121:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204640.729124:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204640.729126:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204640.729128:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204640.729131:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204640.729140:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729146:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204640.729147:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729150:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.729151:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204640.729153:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729157:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204640.729159:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729164:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204640.729165:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729166:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204640.729167:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729168:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204640.729169:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204640.729170:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204640.729172:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204640.729173:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204640.729176:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204640.729181:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204640.729183:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729184:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.729186:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618674048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729189:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204640.729190:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204640.729191:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204640.729193:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204640.729194:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204640.729194:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204640.729196:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204640.729197:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204640.729199:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204640.729200:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204640.729201:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:1.0:1788204640.729202:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204640.729203:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729204:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.729206:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618674176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729210:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204640.729210:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204640.729211:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204640.729213:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204640.729214:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204640.729214:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204640.729215:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204640.729216:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204640.729218:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204640.729220:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204640.729221:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:1.0:1788204640.729223:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204640.729224:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729226:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.729229:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618674304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729236:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204640.729237:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204640.729239:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204640.729242:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204640.729243:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204640.729244:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204640.729246:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204640.729247:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204640.729250:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204640.729251:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204640.729252:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:1.0:1788204640.729255:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204640.729256:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729257:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204640.729260:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618674432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.729267:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204640.729268:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204640.729270:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204640.729272:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204640.729273:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204640.729275:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204640.729277:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204640.729278:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204640.729281:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204640.729282:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204640.729283:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:1.0:1788204640.729286:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204640.729287:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729290:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.729293:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204640.729295:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.729297:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204640.729299:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204641.047200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204641.047206:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204641.047211:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204641.047212:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204641.047215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204641.047216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204641.047218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204641.047219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204641.047286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204641.047291:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204641.047295:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204641.751181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204641.751195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204641.751197:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204641.751204:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204641.751210:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204641.751215:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204641.751218:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204641.751221:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204641.751225:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204642.071139:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204642.071145:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204642.071150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204642.071151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204642.071154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204642.071155:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204642.071158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204642.071159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204642.071207:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204642.071213:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204642.071217:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204642.775120:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204642.775130:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204642.775132:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204642.775140:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204642.775145:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204642.775149:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204642.775152:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204642.775155:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204642.775159:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204643.031173:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298448111, at 4298448128
00000100:00000040:3.0:1788204643.031173:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298448111, at 4298448128
00000100:00000010:3.0:1788204643.031191:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d2a0.
00000100:00000010:2.0:1788204643.031193:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d660.
00010000:00000001:3.0:1788204643.095181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204643.095187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204643.095191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204643.095192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204643.095195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204643.095196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204643.095198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204643.095199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204643.095252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204643.095256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204643.095259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204643.799181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204643.799192:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204643.799195:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204643.799203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204643.799208:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204643.799212:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204643.799215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204643.799218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204643.799220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204644.119191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204644.119199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204644.119208:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204644.119211:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204644.119217:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204644.119220:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204644.119221:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119224:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204644.119227:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119229:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119232:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119236:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204644.119238:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204644.119239:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204644.119241:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119242:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204644.119244:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119245:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204644.119247:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204644.119307:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204644.119311:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204644.119314:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204644.823192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204644.823200:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204644.823202:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204644.823207:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204644.823211:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204644.823215:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204644.823217:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204644.823220:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204644.823222:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204645.143162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204645.143171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204645.143178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204645.143179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204645.143184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204645.143185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204645.143189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204645.143190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204645.143245:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204645.143248:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204645.143251:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204645.847176:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204645.847181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788204645.847186:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204645.847188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204645.847190:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204645.847192:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204645.847194:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204645.847199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204645.847200:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204645.847205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204645.847208:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3778
00000100:00000001:2.0:1788204645.847211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204645.847216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1788204645.847218:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204645.847221:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204645.847225:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204645.847228:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204645.847231:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847233:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847235:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204645.847236:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847237:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204645.847242:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204645.847244:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204645.847247:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204645.847250:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204645.847252:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204645.847259:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204645.847262:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847263:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847265:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847266:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204645.847269:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204645.847272:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847274:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847277:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204645.847280:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204645.847283:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847284:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204645.847286:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204645.847295:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204645.847298:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204645.847302:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204645.847304:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847306:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204645.847309:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204645.847313:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204645.847322:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204645.847329:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204645.847339:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204645.847350:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204645.847355:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204645.847360:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204645.847385:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204645.847387:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204645.847392:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204645.847393:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204645.847395:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204645.847397:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204645.847399:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3778
00000400:00000200:0.0:1788204645.847402:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204645.847404:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204645.847406:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204645.847409:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847411:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847413:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847414:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204645.847416:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204645.847417:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204645.847419:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204645.847419:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788204645.847421:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204645.847424:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204645.847425:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204645.847426:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204645.847429:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204645.847430:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847433:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847437:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847438:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204645.847439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204645.847441:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204645.847446:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847449:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847453:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204645.847456:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204645.847458:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847460:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.847461:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204645.847463:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847465:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204645.847465:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.847469:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204645.847471:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788204645.847474:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618674560:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788204645.847475:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847479:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.847480:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204645.847483:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
02000000:00000001:1.0:1788204645.847484:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1788204645.847486:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204645.847488:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847489:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204645.847491:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204645.847492:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847494:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204645.847495:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204645.847496:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204645.847498:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000010:0.0:1788204645.847501:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204645.847501:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847506:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.847510:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788204645.847513:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204645.847516:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204645.847522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000001:0.0:1788204645.847526:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204645.847529:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204645.847532:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674560, portal 25
00000100:00000040:0.0:1788204645.847533:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.847537:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204645.847540:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000001:0.0:1788204645.847547:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.847549:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204645.847550:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204645.847557:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204645.847559:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204645.847562:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204645.847566:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204645.847567:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204645.847572:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3778
00000100:00000040:1.0:1788204645.847575:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204645.847578:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204645.847579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000400:00000200:0.0:1788204645.847582:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204645.847585:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618674560, offset 0
00000100:00080000:0.0:1788204645.847586:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204645.847591:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847592:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847595:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847599:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204645.847599:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788204645.847604:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204645.847605:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204645.847606:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204645.847607:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204645.847608:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204645.847609:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204645.847612:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204645.847615:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847618:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847619:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204645.847622:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204645.847623:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204645.847627:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204645.847630:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204645.847631:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204645.847634:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847636:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204645.847638:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:0.0:1788204645.847639:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204645.847642:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.847644:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204645.847645:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204645.847648:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000008:00100000:0.0:1788204645.847652:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204645.847653:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3528:3528:256:4294967295] 192.168.201.124@tcp LPNI seq info [3528:3528:8:4294967295]
00000008:00000001:0.0:1788204645.847658:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847662:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.847662:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204645.847668:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204645.847671:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204645.847675:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204645.847677:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.847678:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204645.847679:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204645.847682:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204645.847684:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204645.847688:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000010:0.0:1788204645.847689:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204645.847692:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204645.847694:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00100000:0.0:1788204645.847697:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204645.847705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204645.847709:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204645.847711:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204645.847711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1788204645.847717:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204645.847721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204645.847727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204645.847729:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204645.847732:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204645.847733:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204645.847737:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1788204645.847737:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000100:00000001:0.0:1788204645.847738:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204645.847742:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204645.847744:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204645.847745:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788204645.847748:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3778
00000400:00000200:0.0:1788204645.847752:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.847756:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204645.847757:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204645.847761:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204645.847764:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847765:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204645.847766:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000100:00000040:0.0:1788204645.847767:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847770:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:1.0:1788204645.847771:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000020:00000001:0.0:1788204645.847772:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204645.847786:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204645.847789:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204645.847790:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204645.847792:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204645.847792:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788204645.847796:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204645.847801:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204645.847801:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204645.847805:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204645.847810:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847815:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204645.847817:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204645.847819:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000040:1.0:1788204645.847823:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204645.847826:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847833:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847837:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204645.847842:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204645.847843:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.847846:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.847846:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204645.847850:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204645.847853:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204645.847855:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204645.847860:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.847860:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204645.847862:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298453231
00000100:00000001:0.0:1788204645.847863:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204645.847869:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204645.847871:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000010:1.0:1788204645.847871:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d7e0.
02000000:00000001:0.0:1788204645.847875:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204645.847877:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847879:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204645.847880:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204645.847880:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1788204645.847883:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.847887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298453231
02000000:00000010:0.0:1788204645.847888:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000010:1.0:1788204645.847891:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d660.
00000100:00000001:0.0:1788204645.847892:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.847895:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00100000:0.0:1788204645.847899:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204645.847901:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204645.847905:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.847910:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204645.847910:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204645.847913:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.847915:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204645.847919:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204645.847939:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204645.847940:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204645.847941:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204645.847945:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000100:00080000:0.0:1788204645.847946:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204645.847948:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000100:00080000:0.0:1788204645.847952:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1788204645.847952:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204645.847955:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204645.847956:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204645.847960:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204645.847960:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204645.847966:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204645.847971:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204645.847973:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3778
00000400:00000200:0.0:1788204645.847981:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204645.847981:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204645.847983:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204645.847986:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204645.847987:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788204645.847989:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204645.847990:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204645.847993:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204645.847997:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204645.847997:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204645.848002:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204645.848008:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204645.848012:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204645.848013:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204645.848014:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204645.848016:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204645.848019:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204645.848022:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204645.848024:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788204645.848025:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204645.848029:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204645.848030:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204645.848034:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788204645.848036:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204645.848037:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204645.848040:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204645.848041:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1788204645.848044:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204645.848045:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204645.848047:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00080000:1.0:1788204645.848049:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788204645.848050:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204645.848081:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204645.848085:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204645.848090:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204645.848096:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204645.848103:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204645.848107:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204645.848111:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204645.848111:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618674560:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204645.848117:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848118:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204645.848120:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204645.848122:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1788204645.848123:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204645.848127:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.848127:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618674560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204645.848129:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204645.848134:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204645.848137:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204645.848137:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204645.848140:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788204645.848141:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1788204645.848143:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:0.0:1788204645.848144:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204645.848148:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204645.848149:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204645.848150:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1788204645.848151:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204645.848153:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000010:0.0:1788204645.848156:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000020:00000040:1.0:1788204645.848156:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204645.848160:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788204645.848161:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204645.848163:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
00000100:00100000:0.0:1788204645.848167:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204645.848175:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204645.848177:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204645.848180:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204645.848180:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204645.848184:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204645.848187:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:0.0:1788204645.848190:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848191:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204645.848195:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848197:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204645.848198:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3788)
00000100:00000001:1.0:1788204645.848204:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204645.848206:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848208:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204645.848210:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204645.848211:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204645.848214:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848220:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204645.848220:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848222:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204645.848223:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.848224:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.848226:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204645.848228:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204645.848230:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204645.848231:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848232:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848234:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204645.848235:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.848238:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204645.848240:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204645.848242:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204645.848244:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674688, portal 10
00000100:00000001:1.0:1788204645.848246:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204645.848247:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204645.848251:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848255:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204645.848257:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204645.848259:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204645.848260:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618674688, offset 0
00000400:00000200:1.0:1788204645.848262:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848265:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848268:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204645.848270:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204645.848271:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204645.848273:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204645.848275:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848277:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3529:3529:256:4294967295] 192.168.201.124@tcp LPNI seq info [3529:3529:8:4294967295]
00000400:00000200:1.0:1788204645.848279:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848283:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204645.848286:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848287:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204645.848290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204645.848292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204645.848295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204645.848296:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204645.848298:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848299:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204645.848301:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204645.848303:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204645.848305:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204645.848306:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204645.848308:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204645.848310:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848315:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848316:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848321:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848321:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204645.848324:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.848327:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204645.848329:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204645.848330:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298453143
00000100:00000001:1.0:1788204645.848332:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848334:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298453143
00000100:00000001:1.0:1788204645.848335:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848336:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204645.848337:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848338:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204645.848340:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204645.848344:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204645.848345:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204645.848347:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204645.848348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204645.848349:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204645.848350:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204645.848352:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204645.848357:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848361:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204645.848362:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848364:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204645.848365:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848369:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204645.848371:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848376:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204645.848377:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848378:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848379:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848380:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204645.848381:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204645.848382:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204645.848384:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204645.848385:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204645.848387:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204645.848391:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204645.848393:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204645.848394:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848398:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204645.848399:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848400:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204645.848400:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.848401:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.848403:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204645.848404:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204645.848406:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204645.848407:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848408:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848410:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204645.848411:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.848413:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204645.848414:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204645.848416:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204645.848418:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674816, portal 10
00000100:00000001:1.0:1788204645.848419:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204645.848420:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204645.848423:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848427:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204645.848428:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204645.848429:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204645.848430:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618674816, offset 0
00000400:00000200:1.0:1788204645.848432:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848434:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848436:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204645.848438:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204645.848439:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204645.848441:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204645.848442:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848444:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3530:3530:256:4294967295] 192.168.201.124@tcp LPNI seq info [3530:3530:8:4294967295]
00000400:00000200:1.0:1788204645.848446:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848450:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204645.848452:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848454:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204645.848455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204645.848457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204645.848460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204645.848461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204645.848463:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848465:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204645.848467:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204645.848469:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204645.848470:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204645.848472:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204645.848473:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204645.848475:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848479:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848481:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848484:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848485:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204645.848487:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.848489:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204645.848490:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204645.848492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298450988
00000100:00000001:1.0:1788204645.848493:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848494:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298450988
00000100:00000001:1.0:1788204645.848496:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848497:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204645.848498:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848498:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204645.848500:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204645.848504:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204645.848505:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204645.848505:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204645.848506:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204645.848507:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204645.848508:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204645.848510:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204645.848515:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848519:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204645.848520:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848521:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848522:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204645.848524:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848527:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204645.848529:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848532:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204645.848534:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848534:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848535:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848536:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204645.848537:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204645.848538:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204645.848540:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204645.848541:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204645.848542:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204645.848546:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204645.848548:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204645.848550:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848553:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204645.848554:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848556:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204645.848557:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.848558:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.848560:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204645.848562:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204645.848563:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204645.848564:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848564:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848566:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204645.848567:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.848569:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204645.848570:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204645.848572:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204645.848574:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618674944, portal 4
00000100:00000001:1.0:1788204645.848575:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204645.848576:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204645.848579:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848582:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204645.848584:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204645.848585:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204645.848586:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618674944, offset 0
00000400:00000200:1.0:1788204645.848588:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848590:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848592:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204645.848593:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204645.848595:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204645.848596:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204645.848597:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848599:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3531:3531:256:4294967295] 192.168.201.124@tcp LPNI seq info [3531:3531:8:4294967295]
00000400:00000200:1.0:1788204645.848602:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848605:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204645.848608:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848610:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204645.848612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204645.848613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204645.848616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204645.848617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204645.848619:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848621:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204645.848622:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204645.848624:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204645.848626:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204645.848627:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204645.848628:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204645.848630:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848634:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848636:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848639:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848640:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204645.848642:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.848644:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204645.848646:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204645.848647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298450968
00000100:00000001:1.0:1788204645.848649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848650:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298450968
00000100:00000001:1.0:1788204645.848651:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848652:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204645.848653:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848654:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204645.848656:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204645.848661:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204645.848662:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204645.848663:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204645.848664:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204645.848665:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204645.848666:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204645.848667:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204645.848671:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848675:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204645.848676:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204645.848680:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848684:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204645.848685:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848689:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204645.848690:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848691:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848691:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848692:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204645.848693:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204645.848694:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204645.848696:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204645.848697:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204645.848700:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204645.848704:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618674944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204645.848706:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204645.848708:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848711:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204645.848712:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848713:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204645.848714:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.848715:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.848716:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204645.848717:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204645.848718:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204645.848719:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.848720:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848721:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204645.848722:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.848724:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204645.848725:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204645.848726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204645.848728:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675072, portal 4
00000100:00000001:1.0:1788204645.848729:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204645.848729:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204645.848732:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848736:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204645.848737:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204645.848738:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204645.848740:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618675072, offset 0
00000400:00000200:1.0:1788204645.848742:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848746:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204645.848748:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204645.848750:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204645.848753:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204645.848755:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204645.848758:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3532:3532:256:4294967295] 192.168.201.124@tcp LPNI seq info [3532:3532:8:4294967295]
00000400:00000200:1.0:1788204645.848762:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204645.848767:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204645.848772:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848786:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204645.848789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204645.848792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204645.848796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204645.848798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204645.848802:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204645.848804:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204645.848806:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204645.848810:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204645.848813:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204645.848814:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204645.848816:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204645.848818:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848823:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848825:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848829:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848830:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204645.848832:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.848834:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204645.848836:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204645.848837:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298451102
00000100:00000001:1.0:1788204645.848839:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848840:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298451102
00000100:00000001:1.0:1788204645.848842:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298453231
00000100:00000001:1.0:1788204645.848843:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204645.848844:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848845:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204645.848847:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204645.848851:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204645.848852:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204645.848853:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204645.848855:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204645.848856:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204645.848857:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204645.848859:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204645.848863:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848866:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204645.848867:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848868:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848869:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204645.848871:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848874:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204645.848876:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848879:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204645.848881:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848882:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204645.848883:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848884:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204645.848885:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204645.848887:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204645.848888:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204645.848889:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204645.848891:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204645.848895:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204645.848897:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848898:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848900:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618674688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848904:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204645.848905:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848906:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204645.848907:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204645.848908:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204645.848909:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204645.848910:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204645.848912:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204645.848914:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204645.848915:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204645.848916:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204645.848918:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204645.848919:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848920:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848922:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618674816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848930:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204645.848930:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848931:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204645.848932:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204645.848933:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204645.848934:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204645.848935:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204645.848935:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:1.0:1788204645.848936:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204645.848937:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204645.848938:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204645.848939:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204645.848940:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848941:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848942:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618674944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848945:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204645.848946:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848947:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204645.848948:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204645.848948:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204645.848949:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204645.848950:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204645.848951:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:1.0:1788204645.848951:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204645.848952:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204645.848953:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204645.848954:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204645.848954:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848955:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204645.848957:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618675072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.848960:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204645.848960:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204645.848962:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204645.848963:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204645.848964:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204645.848965:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204645.848966:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204645.848967:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:1.0:1788204645.848968:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204645.848968:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204645.848969:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204645.848970:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204645.848971:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848971:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.848973:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204645.848974:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.848975:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204645.848976:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204646.167204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167209:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204646.167212:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204646.167214:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204646.167217:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167220:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204646.167222:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167223:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167225:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167227:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204646.167228:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204646.167230:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204646.167231:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204646.167279:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204646.167283:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204646.167285:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204646.871185:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204646.871194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204646.871197:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204646.871204:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204646.871208:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204646.871213:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204646.871216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204646.871219:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204646.871222:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204647.191160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204647.191169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204647.191176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204647.191177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204647.191180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204647.191181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204647.191183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204647.191184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204647.191254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204647.191259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204647.191263:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204647.895117:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204647.895125:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204647.895126:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204647.895131:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204647.895134:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204647.895137:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204647.895139:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204647.895141:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204647.895144:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204648.151135:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298453231, at 4298453248
00000100:00000010:3.0:1788204648.151147:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d660.
00000100:00000040:2.0:1788204648.151168:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298453231, at 4298453248
00000100:00000010:2.0:1788204648.151179:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d7e0.
00010000:00000001:3.0:1788204648.215167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204648.215174:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204648.215176:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204648.215179:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204648.215183:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204648.215186:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204648.215188:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204648.215190:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204648.215193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204648.215195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204648.215197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204648.215199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204648.215201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204648.215202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204648.215256:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204648.215259:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204648.215261:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204648.919213:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204648.919223:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204648.919225:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204648.919232:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204648.919236:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204648.919241:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204648.919246:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204648.919249:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204648.919254:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204649.239122:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204649.239127:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204649.239131:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204649.239132:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204649.239134:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204649.239135:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204649.239137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204649.239138:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204649.239190:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204649.239194:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204649.239197:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204649.943168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204649.943176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204649.943178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204649.943183:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204649.943186:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204649.943190:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204649.943196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204649.943198:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204649.943200:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204650.263139:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204650.263143:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204650.263147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204650.263148:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204650.263150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204650.263151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204650.263153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204650.263153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204650.263202:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204650.263207:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204650.263210:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204650.967136:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204650.967143:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204650.967145:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204650.967150:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204650.967153:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204650.967156:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204650.967158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204650.967158:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204650.967162:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204650.967166:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204650.967168:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204650.967172:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204650.967175:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204650.967179:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204650.967186:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3783
00000400:00000200:3.0:1788204650.967194:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204650.967199:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204650.967202:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204650.967204:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967207:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204650.967209:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967210:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204650.967213:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204650.967214:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204650.967216:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204650.967218:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204650.967220:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204650.967221:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204650.967223:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967224:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204650.967225:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967226:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204650.967228:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204650.967230:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967231:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.967233:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204650.967235:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204650.967237:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967238:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204650.967240:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204650.967246:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788204650.967248:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204650.967251:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204650.967252:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967254:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204650.967257:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204650.967260:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204650.967265:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788204650.967269:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204650.967276:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204650.967286:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204650.967289:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.967292:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.967308:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204650.967310:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204650.967312:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204650.967317:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204650.967318:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204650.967320:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204650.967321:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3783
00000400:00000200:3.0:1788204650.967323:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204650.967325:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204650.967327:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204650.967330:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967331:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204650.967333:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967334:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204650.967336:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204650.967336:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204650.967337:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204650.967338:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204650.967339:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204650.967342:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204650.967343:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204650.967345:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204650.967346:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204650.967349:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967351:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204650.967354:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204650.967354:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967356:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204650.967361:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204650.967366:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204650.967371:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204650.967372:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967374:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.967375:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204650.967379:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204650.967382:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204650.967382:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204650.967389:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.967389:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967395:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204650.967396:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618675200:192.168.201.124@tcp:250:kworker.0
00000008:00100000:3.0:1788204650.967401:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204650.967402:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204650.967405:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1788204650.967406:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.967407:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967411:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.967412:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204650.967416:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204650.967418:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204650.967418:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788204650.967423:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204650.967424:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204650.967429:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
02000000:00000001:3.0:1788204650.967429:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204650.967432:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204650.967436:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000001:3.0:1788204650.967436:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204650.967438:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204650.967442:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204650.967443:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675200, portal 25
00000100:00000001:1.0:1788204650.967447:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1788204650.967447:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:1.0:1788204650.967449:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000001:3.0:1788204650.967452:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204650.967458:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204650.967463:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204650.967475:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204650.967480:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204650.967481:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967482:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204650.967486:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000040:3.0:1788204650.967488:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204650.967492:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618675200, offset 0
00000100:00000001:3.0:1788204650.967498:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204650.967501:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204650.967505:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204650.967506:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204650.967510:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204650.967511:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204650.967513:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204650.967515:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204650.967517:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3783
00000400:00000200:3.0:1788204650.967521:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.967523:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204650.967527:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204650.967530:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204650.967531:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204650.967534:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204650.967537:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204650.967537:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204650.967542:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204650.967543:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967546:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204650.967547:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:3.0:1788204650.967549:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204650.967552:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204650.967553:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3533:3533:256:4294967295] 192.168.201.124@tcp LPNI seq info [3533:3533:8:4294967295]
00000020:00000001:3.0:1788204650.967554:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204650.967565:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204650.967566:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:3.0:1788204650.967570:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204650.967572:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204650.967575:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967578:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204650.967583:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204650.967584:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204650.967587:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204650.967590:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:1.0:1788204650.967594:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204650.967596:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000010:1.0:1788204650.967599:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204650.967599:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.967601:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204650.967605:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204650.967608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204650.967609:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967613:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1788204650.967615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000008:00100000:3.0:1788204650.967616:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204650.967620:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967624:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204650.967624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204650.967629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000010:3.0:1788204650.967630:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000020:00000040:3.0:1788204650.967634:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000100:1.0:1788204650.967635:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204650.967638:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1788204650.967639:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
02000000:00000001:3.0:1788204650.967641:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967644:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204650.967645:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204650.967645:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204650.967648:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204650.967652:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788204650.967653:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000400:00000200:1.0:1788204650.967656:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000100:00000001:3.0:1788204650.967657:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204650.967659:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204650.967664:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788204650.967667:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204650.967669:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.967702:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.967704:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.967712:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967716:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204650.967717:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204650.967720:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967721:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.967726:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204650.967729:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204650.967733:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298458351
00000100:00000001:3.0:1788204650.967738:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204650.967739:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d2a0.
00000100:00080000:3.0:1788204650.967741:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204650.967744:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204650.967745:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788204650.967746:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204650.967749:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204650.967751:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204650.967752:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298458351
00000100:00080000:3.0:1788204650.967755:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3783
00000100:00000010:1.0:1788204650.967756:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d540.
00000100:00000001:1.0:1788204650.967760:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1788204650.967761:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204650.967763:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204650.967766:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204650.967767:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967772:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204650.967772:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204650.967777:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204650.967779:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.967780:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204650.967785:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967789:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204650.967793:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:1.0:1788204650.967796:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788204650.967796:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204650.967797:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:1.0:1788204650.967798:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1788204650.967800:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000010:1.0:1788204650.967802:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000020:00000001:3.0:1788204650.967802:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:1.0:1788204650.967806:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000020:00000001:3.0:1788204650.967807:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:1.0:1788204650.967809:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000040:3.0:1788204650.967811:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204650.967813:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204650.967815:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204650.967818:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204650.967819:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967824:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204650.967829:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204650.967833:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204650.967836:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204650.967837:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204650.967839:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204650.967842:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204650.967845:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204650.967845:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967848:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.967849:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204650.967852:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1788204650.967853:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204650.967854:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204650.967856:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204650.967859:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.967859:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204650.967864:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000100:00000001:1.0:1788204650.967867:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204650.967868:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000040:1.0:1788204650.967872:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204650.967873:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204650.967875:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.967879:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204650.967881:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204650.967884:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204650.967884:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967889:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.967891:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.967892:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204650.967892:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:1.0:1788204650.967896:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204650.967896:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967897:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204650.967900:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1788204650.967902:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788204650.967905:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204650.967909:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204650.967915:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204650.967916:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204650.967922:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618675200:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204650.967927:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967929:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.967932:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.967933:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204650.967938:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618675200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.967952:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.967953:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204650.967955:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204650.967957:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1788204650.967960:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:1.0:1788204650.967961:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788204650.967962:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204650.967964:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1788204650.967965:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:1.0:1788204650.967967:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204650.967968:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000020:00000040:1.0:1788204650.967969:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00080000:3.0:1788204650.967973:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3783
00000020:00000001:1.0:1788204650.967974:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204650.967977:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
00000400:00000200:3.0:1788204650.967977:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204650.967982:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:1.0:1788204650.967983:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1788204650.967984:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204650.967985:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204650.967989:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000040:3.0:1788204650.967990:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204650.967992:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204650.967993:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204650.967995:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204650.967997:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204650.967999:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.968001:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204650.968003:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204650.968004:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204650.968005:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204650.968006:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1788204650.968006:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204650.968009:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204650.968010:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204650.968012:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204650.968013:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204650.968015:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204650.968018:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204650.968019:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204650.968021:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204650.968025:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204650.968026:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204650.968031:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204650.968035:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204650.968039:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204650.968041:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204650.968043:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.968043:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.968046:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204650.968047:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204650.968050:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204650.968070:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204650.968073:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204650.968075:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204650.968077:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204650.968078:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968079:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204650.968080:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788204650.968082:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:3.0:1788204650.968083:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968085:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.968086:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204650.968090:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:3.0:1788204650.968090:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000010:1.0:1788204650.968094:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000008:00000001:3.0:1788204650.968095:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.968099:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204650.968100:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000010:3.0:1788204650.968103:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000100:00000200:1.0:1788204650.968104:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675328, portal 10
00000020:00000040:3.0:1788204650.968106:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204650.968107:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204650.968110:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204650.968111:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
02000000:00000001:3.0:1788204650.968113:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.968115:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204650.968118:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204650.968119:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204650.968120:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204650.968126:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:1.0:1788204650.968127:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204650.968130:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204650.968131:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204650.968136:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00100000:3.0:1788204650.968138:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204650.968139:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618675328, offset 0
00000400:00000200:1.0:1788204650.968148:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968153:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204650.968153:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204650.968157:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204650.968159:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204650.968163:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204650.968165:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:3.0:1788204650.968165:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204650.968168:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204650.968171:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968176:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3534:3534:256:4294967295] 192.168.201.124@tcp LPNI seq info [3534:3534:8:4294967295]
00000400:00000200:1.0:1788204650.968184:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204650.968191:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204650.968192:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204650.968197:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204650.968199:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3793)
00000800:00000010:1.0:1788204650.968200:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204650.968205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204650.968208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204650.968210:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204650.968222:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204650.968225:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968226:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204650.968228:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204650.968230:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204650.968232:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204650.968233:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204650.968235:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204650.968237:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968242:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968243:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968247:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968248:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204650.968250:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204650.968253:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204650.968255:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204650.968256:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298458263
00000100:00000001:1.0:1788204650.968258:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968259:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298458263
00000100:00000001:1.0:1788204650.968260:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968262:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204650.968263:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968264:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204650.968266:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204650.968270:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204650.968271:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204650.968272:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204650.968273:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204650.968274:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204650.968275:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204650.968277:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204650.968282:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968285:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204650.968286:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968287:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968288:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204650.968290:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968293:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204650.968295:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968298:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204650.968300:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968301:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968301:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968302:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204650.968303:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204650.968305:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204650.968306:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204650.968307:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204650.968309:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204650.968313:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204650.968315:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204650.968317:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968325:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204650.968325:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968327:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204650.968328:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204650.968329:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204650.968330:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204650.968332:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204650.968333:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204650.968334:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968335:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968336:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204650.968337:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204650.968339:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204650.968340:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204650.968342:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204650.968343:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675456, portal 10
00000100:00000001:1.0:1788204650.968344:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204650.968345:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:1.0:1788204650.968348:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968352:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204650.968353:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204650.968354:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204650.968355:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618675456, offset 0
00000400:00000200:1.0:1788204650.968358:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968360:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.968362:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204650.968363:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204650.968365:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204650.968366:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204650.968368:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968369:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3535:3535:256:4294967295] 192.168.201.124@tcp LPNI seq info [3535:3535:8:4294967295]
00000400:00000200:1.0:1788204650.968372:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.968375:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204650.968378:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968380:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204650.968381:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204650.968383:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204650.968385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204650.968387:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204650.968389:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968390:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204650.968392:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204650.968394:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204650.968395:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204650.968396:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204650.968397:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204650.968399:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968403:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968405:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968409:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968409:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204650.968411:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204650.968412:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204650.968414:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204650.968415:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298456108
00000100:00000001:1.0:1788204650.968416:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968417:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298456108
00000100:00000001:1.0:1788204650.968418:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968420:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204650.968421:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968422:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204650.968424:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204650.968429:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204650.968429:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204650.968430:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204650.968431:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204650.968432:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204650.968433:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204650.968434:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204650.968439:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968443:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204650.968443:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968444:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968445:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204650.968449:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968455:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204650.968458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968464:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204650.968467:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968468:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968469:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968471:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204650.968472:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204650.968475:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204650.968478:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204650.968480:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204650.968484:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204650.968491:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204650.968495:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204650.968497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968501:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204650.968502:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968504:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204650.968505:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204650.968506:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204650.968508:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204650.968510:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204650.968511:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204650.968512:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968513:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204650.968516:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204650.968518:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204650.968520:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204650.968522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204650.968524:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675584, portal 4
00000100:00000001:1.0:1788204650.968525:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204650.968526:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:1.0:1788204650.968529:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968533:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204650.968535:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204650.968536:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204650.968537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618675584, offset 0
00000400:00000200:1.0:1788204650.968539:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968542:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.968543:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204650.968545:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204650.968547:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204650.968548:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204650.968550:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968551:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3536:3536:256:4294967295] 192.168.201.124@tcp LPNI seq info [3536:3536:8:4294967295]
00000400:00000200:1.0:1788204650.968554:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.968557:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204650.968560:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968561:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204650.968564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204650.968565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204650.968568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204650.968569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204650.968571:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968572:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204650.968574:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204650.968576:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204650.968578:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204650.968579:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204650.968580:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204650.968582:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968586:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968588:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968592:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968593:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204650.968595:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204650.968596:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204650.968598:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204650.968599:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298456088
00000100:00000001:1.0:1788204650.968601:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968602:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298456088
00000100:00000001:1.0:1788204650.968603:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968604:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204650.968605:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968606:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204650.968608:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204650.968612:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204650.968612:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204650.968613:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204650.968615:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204650.968616:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204650.968617:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204650.968618:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204650.968623:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968626:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204650.968627:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968628:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968629:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204650.968631:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968634:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204650.968636:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968640:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204650.968641:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968642:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968643:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968644:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204650.968645:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204650.968646:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204650.968647:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204650.968648:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204650.968650:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204650.968654:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204650.968656:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968657:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968659:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618675328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968662:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204650.968663:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968664:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204650.968665:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204650.968666:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204650.968667:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204650.968668:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204650.968669:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:1.0:1788204650.968670:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204650.968671:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204650.968672:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:1.0:1788204650.968673:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204650.968674:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968675:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968677:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618675456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968681:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204650.968682:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968682:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204650.968683:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204650.968696:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204650.968698:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204650.968699:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204650.968700:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:1.0:1788204650.968701:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204650.968702:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204650.968703:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:1.0:1788204650.968704:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204650.968705:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968706:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968708:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618675584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968712:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204650.968713:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968714:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204650.968715:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204650.968716:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204650.968716:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204650.968717:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204650.968718:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204650.968719:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204650.968719:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204650.968720:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:1.0:1788204650.968721:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204650.968722:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968723:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968725:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204650.968726:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968727:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204650.968728:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204650.968729:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204650.968731:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968735:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204650.968736:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968737:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204650.968738:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204650.968740:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204650.968741:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204650.968743:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204650.968744:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204650.968744:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204650.968745:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968747:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204650.968748:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204650.968751:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204650.968752:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204650.968777:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204650.968779:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675712, portal 4
00000100:00000001:1.0:1788204650.968781:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204650.968781:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
00000100:00000040:1.0:1788204650.968785:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968789:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204650.968790:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204650.968792:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204650.968793:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618675712, offset 0
00000400:00000200:1.0:1788204650.968795:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.968800:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204650.968801:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204650.968803:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204650.968805:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204650.968806:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204650.968809:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3537:3537:256:4294967295] 192.168.201.124@tcp LPNI seq info [3537:3537:8:4294967295]
00000400:00000200:1.0:1788204650.968813:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204650.968818:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204650.968822:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968825:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204650.968828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204650.968830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204650.968834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204650.968836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204650.968840:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204650.968841:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204650.968843:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204650.968845:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204650.968847:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204650.968849:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204650.968850:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204650.968852:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968857:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968859:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968863:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968863:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204650.968865:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204650.968867:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204650.968869:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204650.968870:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298456222
00000100:00000001:1.0:1788204650.968872:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968873:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298456222
00000100:00000001:1.0:1788204650.968874:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298458351
00000100:00000001:1.0:1788204650.968876:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204650.968877:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968878:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204650.968880:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204650.968884:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204650.968885:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204650.968886:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204650.968887:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204650.968888:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204650.968889:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204650.968890:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204650.968895:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968898:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204650.968899:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968900:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968901:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204650.968902:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968906:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204650.968908:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968911:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204650.968913:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968914:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204650.968914:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968915:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204650.968916:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204650.968918:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204650.968920:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204650.968921:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204650.968923:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204650.968927:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204650.968929:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968930:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204650.968932:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618675712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204650.968935:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204650.968936:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204650.968937:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204650.968938:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204650.968939:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204650.968939:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204650.968940:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204650.968941:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204650.968943:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204650.968944:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204650.968945:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00000001:1.0:1788204650.968947:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204650.968947:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968948:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.968950:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204650.968951:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204650.968952:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204650.968953:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204651.287143:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204651.287149:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204651.287152:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204651.287153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204651.287156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204651.287157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204651.287160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204651.287161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204651.287225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204651.287228:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204651.287231:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204651.991220:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204651.991229:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204651.991232:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204651.991239:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204651.991244:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204651.991248:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204651.991252:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204651.991255:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204651.991259:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204652.311189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204652.311197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204652.311204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204652.311206:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204652.311209:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204652.311211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204652.311216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204652.311218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204652.311290:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204652.311310:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204652.311315:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204653.015160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204653.015167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204653.015169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204653.015174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204653.015177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204653.015180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204653.015182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204653.015185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204653.015187:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204653.271155:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298458351, at 4298458368
00000100:00000040:3.0:1788204653.271155:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298458351, at 4298458368
00000100:00000010:3.0:1788204653.271175:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d540.
00000100:00000010:2.0:1788204653.271177:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d2a0.
00010000:00000001:3.0:1788204653.335170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204653.335176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204653.335181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204653.335190:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204653.335192:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204653.335197:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204653.335199:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204653.335201:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335203:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204653.335204:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335206:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335208:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204653.335212:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204653.335212:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204653.335214:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335215:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204653.335216:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335217:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204653.335218:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204653.335284:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204653.335289:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204653.335292:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204654.039195:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204654.039203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204654.039205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204654.039211:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204654.039215:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204654.039218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204654.039221:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204654.039234:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204654.039238:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204654.359182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204654.359189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204654.359194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204654.359196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204654.359200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204654.359201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204654.359205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204654.359207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204654.359318:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204654.359323:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204654.359326:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204655.063152:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204655.063158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204655.063160:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204655.063164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204655.063167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204655.063170:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204655.063172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204655.063174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204655.063176:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204655.383157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204655.383163:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204655.383165:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204655.383168:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383171:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204655.383173:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383176:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383178:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204655.383183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204655.383187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204655.383188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204655.383257:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204655.383262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204655.383266:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204656.087156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204656.087165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204656.087168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204656.087174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204656.087179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204656.087183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204656.087186:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204656.087189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204656.087193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204656.087234:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204656.087240:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204656.087242:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204656.087246:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204656.087250:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204656.087258:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3788
00000400:00000200:2.0:1788204656.087268:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204656.087275:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204656.087279:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204656.087282:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087286:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204656.087289:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087291:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204656.087295:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204656.087298:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204656.087301:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204656.087304:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204656.087307:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204656.087311:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204656.087314:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087317:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204656.087331:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087333:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204656.087337:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204656.087341:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087345:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204656.087349:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204656.087353:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204656.087356:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087359:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204656.087362:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204656.087368:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
00000020:00000040:2.0:1788204656.087373:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204656.087378:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204656.087380:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087384:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204656.087387:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204656.087391:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204656.087399:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:2.0:1788204656.087407:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204656.087417:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204656.087429:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204656.087434:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204656.087441:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.087465:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204656.087469:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204656.087473:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204656.087475:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204656.087477:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204656.087480:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204656.087484:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3788
00000100:00000001:1.0:1788204656.087488:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788204656.087489:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.087495:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1788204656.087497:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204656.087499:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1788204656.087502:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204656.087508:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:1.0:1788204656.087511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.087513:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204656.087519:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087525:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204656.087530:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204656.087532:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788204656.087533:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:1.0:1788204656.087536:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204656.087538:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204656.087541:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:1.0:1788204656.087544:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788204656.087545:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204656.087549:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204656.087550:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204656.087556:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204656.087558:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087563:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204656.087566:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618675840:192.168.201.124@tcp:250:kworker.0
00000100:00000040:2.0:1788204656.087569:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204656.087572:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204656.087576:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204656.087577:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204656.087581:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204656.087582:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204656.087584:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204656.087590:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000010:1.0:1788204656.087591:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204656.087595:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087614:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204656.087619:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204656.087621:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204656.087626:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1788204656.087628:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
02000000:00000001:2.0:1788204656.087632:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087636:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788204656.087638:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000008:00100000:2.0:1788204656.087640:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204656.087646:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204656.087647:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675840, portal 25
00000100:00000001:2.0:1788204656.087648:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.087652:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204656.087656:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000010:2.0:1788204656.087657:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000020:00000040:2.0:1788204656.087662:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000040:1.0:1788204656.087667:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204656.087668:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204656.087671:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087677:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204656.087680:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204656.087684:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.087685:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204656.087691:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000010:2.0:1788204656.087693:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000400:00000010:1.0:1788204656.087696:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000001:2.0:1788204656.087699:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204656.087702:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618675840, offset 0
00000100:00100000:2.0:1788204656.087710:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204656.087714:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087725:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204656.087728:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.087734:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788204656.087736:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204656.087744:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788204656.087753:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.087756:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204656.087758:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204656.087763:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:2.0:1788204656.087766:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1788204656.087769:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204656.087770:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204656.087775:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:2.0:1788204656.087775:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204656.087781:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3538:3538:256:4294967295] 192.168.201.124@tcp LPNI seq info [3538:3538:8:4294967295]
00000100:00000001:2.0:1788204656.087783:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204656.087789:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204656.087791:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3788
00000400:00000200:1.0:1788204656.087800:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204656.087809:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204656.087810:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:1.0:1788204656.087814:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000400:00000200:2.0:1788204656.087818:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:1.0:1788204656.087824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:2.0:1788204656.087824:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204656.087833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1788204656.087834:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087840:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204656.087845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:2.0:1788204656.087846:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087853:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204656.087854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1788204656.087857:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204656.087861:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204656.087863:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:1.0:1788204656.087866:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000040:2.0:1788204656.087867:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000010:1.0:1788204656.087872:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000020:00000001:2.0:1788204656.087872:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204656.087878:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204656.087880:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204656.087883:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087886:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204656.087891:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204656.087892:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.087899:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204656.087902:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000020:00000040:2.0:1788204656.087902:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204656.087907:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:1.0:1788204656.087909:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:2.0:1788204656.087913:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.087917:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1788204656.087917:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204656.087922:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204656.087928:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204656.087928:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087932:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204656.087935:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204656.087941:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087945:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.087949:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1788204656.087951:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000020:00000040:2.0:1788204656.087957:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000040:1.0:1788204656.087958:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204656.087963:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204656.087966:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.087971:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204656.087973:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204656.087978:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204656.087978:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.087983:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1788204656.087984:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:2.0:1788204656.087989:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.087991:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204656.087997:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204656.088002:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.088009:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298463471
00000100:00000001:2.0:1788204656.088013:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1788204656.088018:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dc00.
00000100:00000001:2.0:1788204656.088018:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204656.088026:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088028:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204656.088034:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298463471
00000100:00000010:1.0:1788204656.088039:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d8a0.
00000100:00000001:2.0:1788204656.088041:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088043:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1788204656.088047:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204656.088048:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204656.088075:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204656.088078:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204656.088080:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204656.088083:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204656.088086:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3788
00000400:00000200:2.0:1788204656.088091:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.088096:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204656.088098:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204656.088101:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788204656.088103:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204656.088111:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204656.088112:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656]  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.088115:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204656.088121:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.088127:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204656.088132:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204656.088135:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000001:1.0:1788204656.088136:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1788204656.088138:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:1.0:1788204656.088140:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1788204656.088143:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000010:1.0:1788204656.088145:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000020:00000001:2.0:1788204656.088147:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:1.0:1788204656.088151:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000020:00000001:2.0:1788204656.088152:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:1.0:1788204656.088154:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204656.088160:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204656.088161:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204656.088166:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.088167:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204656.088173:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.088179:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:1.0:1788204656.088184:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204656.088185:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204656.088194:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204656.088197:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204656.088199:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088200:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088204:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204656.088204:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204656.088208:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204656.088210:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204656.088214:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204656.088215:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.088221:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204656.088224:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204656.088227:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204656.088229:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204656.088234:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.088235:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204656.088242:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000100:00000001:1.0:1788204656.088245:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1788204656.088247:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204656.088248:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088254:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204656.088254:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204656.088256:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204656.088258:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088259:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204656.088262:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204656.088263:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1788204656.088266:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788204656.088267:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1788204656.088272:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
02000000:00000001:2.0:1788204656.088272:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088275:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1788204656.088279:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000040:1.0:1788204656.088280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.088285:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204656.088291:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618675840:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204656.088297:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204656.088297:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204656.088302:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.088308:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618675840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204656.088318:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204656.088320:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788204656.088324:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088325:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204656.088329:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204656.088333:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1788204656.088334:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204656.088336:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204656.088339:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204656.088344:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204656.088347:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204656.088352:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204656.088354:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204656.088355:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204656.088356:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00080000:2.0:1788204656.088360:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204656.088362:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204656.088365:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204656.088367:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204656.088368:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204656.088371:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204656.088375:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204656.088376:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204656.088378:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204656.088379:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088384:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204656.088384:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3788
00000100:00000001:1.0:1788204656.088387:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204656.088390:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788204656.088393:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204656.088395:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204656.088402:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204656.088406:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204656.088408:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204656.088409:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088414:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204656.088417:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204656.088418:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204656.088420:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.088422:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204656.088425:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675968:192.168.201.124@tcp:38:kworker.0
00000100:00000040:2.0:1788204656.088430:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204656.088431:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204656.088434:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204656.088436:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204656.088437:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088441:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1788204656.088441:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204656.088445:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000010:1.0:1788204656.088447:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
00000020:00000001:2.0:1788204656.088449:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788204656.088451:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204656.088453:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:1.0:1788204656.088458:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788204656.088459:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000010:1.0:1788204656.088461:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000020:00000001:2.0:1788204656.088465:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000010:1.0:1788204656.088466:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204656.088472:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618675968, portal 10
00000100:00000040:2.0:1788204656.088474:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204656.088475:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204656.088479:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000001:2.0:1788204656.088482:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204656.088488:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204656.088489:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.088495:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204656.088502:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1788204656.088503:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:1.0:1788204656.088508:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204656.088511:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00080000:2.0:1788204656.088513:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:1.0:1788204656.088514:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618675968, offset 0
00000100:00000001:2.0:1788204656.088520:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088522:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204656.088527:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204656.088528:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204656.088531:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204656.088533:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:2.0:1788204656.088535:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088538:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204656.088539:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204656.088543:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00100000:2.0:1788204656.088543:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:1.0:1788204656.088547:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1788204656.088548:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088551:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788204656.088553:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088557:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3539:3539:256:4294967295] 192.168.201.124@tcp LPNI seq info [3539:3539:8:4294967295]
00000100:00000010:2.0:1788204656.088559:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000400:00000200:1.0:1788204656.088562:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204656.088566:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204656.088573:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204656.088574:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1788204656.088579:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204656.088579:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.088585:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1788204656.088586:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
02000000:00000001:2.0:1788204656.088588:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204656.088593:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204656.088595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:2.0:1788204656.088611:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000800:00000200:1.0:1788204656.088612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1788204656.088619:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204656.088623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:2.0:1788204656.088629:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204656.088630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1788204656.088642:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1788204656.088643:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204656.088647:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204656.088648:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000100:00000040:2.0:1788204656.088652:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204656.088656:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204656.088665:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088666:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204656.088669:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3798)
00000400:00000200:1.0:1788204656.088671:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204656.088674:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204656.088677:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204656.088680:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088688:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.088690:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088695:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088696:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204656.088698:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204656.088701:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204656.088704:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.088706:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298463383
00000100:00000001:1.0:1788204656.088708:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.088710:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298463383
00000100:00000001:1.0:1788204656.088711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.088712:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204656.088715:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088716:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204656.088718:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656]  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204656.088724:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204656.088725:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204656.088726:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204656.088727:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204656.088728:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204656.088730:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204656.088732:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204656.088737:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088741:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204656.088742:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088743:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.088744:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204656.088746:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088750:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204656.088752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088757:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204656.088758:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088759:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.088760:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088761:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204656.088762:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204656.088764:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204656.088766:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204656.088768:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204656.088770:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204656.088775:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618675968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204656.088778:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204656.088780:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088784:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204656.088784:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088786:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204656.088787:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204656.088788:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204656.088790:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204656.088792:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204656.088793:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204656.088794:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088795:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204656.088798:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204656.088800:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088802:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204656.088804:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204656.088805:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204656.088807:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676096, portal 10
00000100:00000001:1.0:1788204656.088809:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204656.088810:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:1.0:1788204656.088814:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088818:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204656.088820:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204656.088821:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204656.088822:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618676096, offset 0
00000400:00000200:1.0:1788204656.088825:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204656.088828:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204656.088830:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204656.088832:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204656.088834:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204656.088836:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204656.088837:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204656.088840:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3540:3540:256:4294967295] 192.168.201.124@tcp LPNI seq info [3540:3540:8:4294967295]
00000400:00000200:1.0:1788204656.088842:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204656.088847:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204656.088849:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204656.088851:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204656.088854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204656.088856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204656.088859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204656.088860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204656.088863:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204656.088864:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204656.088866:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204656.088869:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204656.088871:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204656.088872:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204656.088874:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204656.088876:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088881:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.088883:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088887:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088888:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204656.088890:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204656.088892:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204656.088894:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.088896:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298461228
00000100:00000001:1.0:1788204656.088897:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.088899:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298461228
00000100:00000001:1.0:1788204656.088900:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.088901:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204656.088902:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.088904:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204656.088906:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656]  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204656.088910:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204656.088911:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204656.088912:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204656.088914:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204656.088915:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204656.088916:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204656.088918:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204656.088923:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088927:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204656.088928:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088929:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.088930:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204656.088932:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088936:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204656.088938:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088943:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204656.088944:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088945:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.088946:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.088947:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204656.088948:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204656.088950:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204656.088951:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204656.088953:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204656.088955:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204656.088960:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204656.088962:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204656.088964:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088967:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204656.088968:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088970:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204656.088971:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204656.088972:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204656.088974:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204656.088976:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204656.088977:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204656.088978:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.088979:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204656.088981:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204656.088982:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.088984:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204656.088986:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204656.088988:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204656.088990:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676224, portal 4
00000100:00000001:1.0:1788204656.088991:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204656.088992:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:1.0:1788204656.088995:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.088999:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204656.089000:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204656.089002:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204656.089003:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618676224, offset 0
00000400:00000200:1.0:1788204656.089006:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204656.089008:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204656.089010:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204656.089011:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204656.089013:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204656.089015:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204656.089016:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204656.089018:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3541:3541:256:4294967295] 192.168.201.124@tcp LPNI seq info [3541:3541:8:4294967295]
00000400:00000200:1.0:1788204656.089021:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204656.089024:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204656.089027:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204656.089029:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204656.089031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204656.089033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204656.089036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204656.089037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204656.089040:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204656.089041:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204656.089043:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204656.089045:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204656.089047:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204656.089048:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204656.089050:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204656.089076:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089084:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.089088:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089095:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.089096:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204656.089101:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204656.089103:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204656.089105:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.089107:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298461209
00000100:00000001:1.0:1788204656.089109:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.089110:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298461209
00000100:00000001:1.0:1788204656.089112:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.089113:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204656.089114:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.089116:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204656.089118:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656]  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204656.089123:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204656.089124:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204656.089125:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204656.089127:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204656.089128:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204656.089130:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204656.089132:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204656.089137:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089145:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204656.089146:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089148:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.089149:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204656.089151:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089155:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204656.089157:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089161:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204656.089162:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089163:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.089164:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089165:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204656.089166:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204656.089168:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204656.089170:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204656.089171:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204656.089173:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204656.089179:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204656.089181:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089182:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.089184:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618675968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089188:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204656.089189:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204656.089190:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204656.089192:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204656.089193:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204656.089194:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204656.089196:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204656.089197:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:1.0:1788204656.089199:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204656.089200:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204656.089201:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:1.0:1788204656.089203:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204656.089204:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089205:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.089207:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618676096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089212:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204656.089212:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204656.089213:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204656.089215:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204656.089215:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204656.089216:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204656.089217:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204656.089218:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:1.0:1788204656.089219:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204656.089220:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204656.089221:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:1.0:1788204656.089222:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204656.089223:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089224:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.089225:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618676224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089229:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204656.089230:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204656.089231:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204656.089232:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204656.089233:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204656.089233:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204656.089235:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204656.089236:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204656.089237:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204656.089238:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204656.089239:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:1.0:1788204656.089240:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204656.089241:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089242:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089244:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204656.089245:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.089246:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204656.089247:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204656.089248:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204656.089250:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089254:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204656.089255:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.089256:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204656.089258:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204656.089259:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204656.089261:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204656.089263:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204656.089264:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204656.089265:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204656.089267:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204656.089269:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204656.089270:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204656.089272:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204656.089273:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204656.089275:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204656.089277:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676352, portal 4
00000100:00000001:1.0:1788204656.089278:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204656.089279:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:1.0:1788204656.089283:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089291:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204656.089293:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204656.089294:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204656.089296:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618676352, offset 0
00000400:00000200:1.0:1788204656.089298:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204656.089301:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204656.089303:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204656.089305:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204656.089306:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204656.089308:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204656.089310:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204656.089312:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3542:3542:256:4294967295] 192.168.201.124@tcp LPNI seq info [3542:3542:8:4294967295]
00000400:00000200:1.0:1788204656.089315:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204656.089319:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204656.089322:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204656.089324:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204656.089326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204656.089328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204656.089331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204656.089333:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204656.089335:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204656.089337:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204656.089339:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204656.089341:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204656.089343:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204656.089344:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204656.089346:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204656.089348:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089353:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.089355:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089363:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.089364:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204656.089365:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204656.089367:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204656.089369:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204656.089371:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298461343
00000100:00000001:1.0:1788204656.089372:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.089374:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298461343
00000100:00000001:1.0:1788204656.089375:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298463471
00000100:00000001:1.0:1788204656.089376:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204656.089377:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.089378:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204656.089381:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656]  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204656.089385:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204656.089386:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204656.089387:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204656.089389:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204656.089390:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204656.089391:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204656.089393:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204656.089397:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089401:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204656.089402:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089403:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.089405:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204656.089407:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089412:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204656.089414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089419:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204656.089420:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089421:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204656.089422:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089423:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204656.089424:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204656.089425:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204656.089427:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204656.089429:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204656.089431:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204656.089435:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204656.089437:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089438:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204656.089440:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618676352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204656.089444:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204656.089445:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204656.089446:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204656.089448:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204656.089449:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204656.089449:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204656.089451:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204656.089451:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:1.0:1788204656.089453:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204656.089454:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204656.089455:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:1.0:1788204656.089457:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204656.089457:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089459:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204656.089460:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204656.089461:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204656.089463:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204656.089464:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204656.407168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204656.407176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204656.407182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204656.407184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204656.407188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204656.407189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204656.407193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204656.407194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204656.407248:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204656.407252:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204656.407255:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204657.111181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204657.111189:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204657.111191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204657.111197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204657.111201:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204657.111205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204657.111209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204657.111212:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204657.111214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204657.431135:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204657.431142:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204657.431147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204657.431148:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204657.431150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204657.431151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204657.431153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204657.431154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204657.431212:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204657.431217:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204657.431221:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204658.135174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204658.135193:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204658.135196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204658.135202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204658.135206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204658.135210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204658.135213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204658.135216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204658.135219:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204658.391149:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298463471, at 4298463488
00000100:00000040:2.0:1788204658.391152:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298463471, at 4298463488
00000100:00000010:2.0:1788204658.391166:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dc00.
00000100:00000010:3.0:1788204658.391169:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d8a0.
00010000:00000001:3.0:1788204658.455165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204658.455172:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204658.455174:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204658.455177:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204658.455181:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204658.455183:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204658.455184:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204658.455186:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204658.455189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204658.455190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204658.455193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204658.455194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204658.455196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204658.455197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204658.455258:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204658.455262:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204658.455266:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204659.159181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204659.159186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204659.159188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204659.159193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204659.159196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204659.159200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204659.159203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204659.159206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204659.159209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204659.479147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204659.479153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204659.479158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204659.479159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204659.479161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204659.479162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204659.479165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204659.479166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204659.479231:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204659.479234:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204659.479237:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204660.183168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204660.183177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204660.183179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204660.183186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204660.183190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204660.183194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204660.183197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204660.183200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204660.183203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204660.503188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204660.503195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204660.503202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204660.503204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204660.503207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204660.503209:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204660.503213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204660.503214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204660.503284:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204660.503288:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204660.503292:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204661.207193:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204661.207201:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204661.207203:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204661.207206:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204661.207210:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204661.207216:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3793
00000100:00000001:0.0:1788204661.207230:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1788204661.207232:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204661.207235:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204661.207238:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204661.207240:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00100000:0.0:1788204661.207242:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204661.207248:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204661.207249:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204661.207252:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204661.207256:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204661.207257:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204661.207260:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204661.207263:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204661.207264:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204661.207277:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207281:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204661.207286:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204661.207288:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204661.207291:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204661.207295:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204661.207296:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204661.207298:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204661.207303:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207305:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204661.207309:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207312:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204661.207318:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204661.207323:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207328:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204661.207331:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204661.207335:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204661.207341:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.207345:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204661.207348:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204661.207357:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4a80.
00000020:00000040:2.0:1788204661.207362:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204661.207366:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204661.207368:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.207372:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204661.207375:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204661.207380:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204661.207390:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000100:00000001:2.0:1788204661.207396:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204661.207407:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204661.207437:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204661.207442:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204661.207449:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc9938e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204661.207474:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204661.207476:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204661.207478:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204661.207480:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204661.207481:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204661.207483:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204661.207485:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3793
00000400:00000200:2.0:1788204661.207488:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204661.207493:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204661.207497:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204661.207503:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207520:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204661.207521:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204661.207526:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204661.207526:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204661.207531:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204661.207532:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204661.207537:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204661.207539:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000040:3.0:1788204661.207541:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204661.207542:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204661.207546:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204661.207550:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204661.207555:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204661.207561:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788204661.207563:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204661.207564:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.207569:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.207572:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204661.207577:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788204661.207578:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.207585:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618676480:192.168.201.124@tcp:250:kworker.0
00000100:00000040:2.0:1788204661.207589:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204661.207592:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204661.207595:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788204661.207598:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204661.207600:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:3.0:1788204661.207603:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204661.207607:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788204661.207610:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204661.207612:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204661.207617:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1788204661.207617:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788204661.207622:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204661.207624:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204661.207627:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.207630:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204661.207631:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:2.0:1788204661.207635:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788204661.207637:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000008:00000001:2.0:1788204661.207640:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.207643:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204661.207646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000010:2.0:1788204661.207647:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7480.
00000020:00000040:2.0:1788204661.207651:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204661.207653:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204661.207655:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204661.207655:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676480, portal 25
00000100:00000001:2.0:1788204661.207657:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204661.207661:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204661.207662:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788204661.207663:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.207665:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846976 : -116879924704640 : ffff95b2c59b4a80)
02000000:00000010:2.0:1788204661.207668:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
00000100:00000001:2.0:1788204661.207673:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.207675:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204661.207682:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204661.207699:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204661.207701:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204661.207705:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.207707:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788204661.207712:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782e1e93] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788204661.207713:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204661.207720:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618676480, offset 0
00000100:00000001:2.0:1788204661.207724:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204661.207727:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204661.207734:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788204661.207734:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207738:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204661.207741:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204661.207743:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204661.207746:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3793
00000400:00000200:3.0:1788204661.207748:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.207757:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204661.207764:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.207768:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204661.207771:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.207774:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204661.207778:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3543:3543:256:4294967295] 192.168.201.124@tcp LPNI seq info [3543:3543:8:4294967295]
00000400:00000200:3.0:1788204661.207784:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.207793:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788204661.207803:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:3.0:1788204661.207804:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.207811:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204661.207821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:2.0:1788204661.207824:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:3.0:1788204661.207828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000100:00080000:2.0:1788204661.207829:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204661.207836:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207840:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788204661.207842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:2.0:1788204661.207844:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:3.1:1788204661.207848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000100:00000001:2.0:1788204661.207853:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204661.207856:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204661.207859:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000100:3.0:1788204661.207860:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:2.0:1788204661.207861:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204661.207865:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000010:3.0:1788204661.207867:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000020:00000001:2.0:1788204661.207868:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204661.207873:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204661.207877:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207878:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204661.207881:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207882:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204661.207885:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788204661.207887:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788204661.207888:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204661.207893:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204661.207896:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204661.207900:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204661.207900:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204661.207904:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.207907:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204661.207909:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204661.207910:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000008:00000001:2.0:1788204661.207912:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.207915:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204661.207915:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000010:2.0:1788204661.207922:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000020:00000040:2.0:1788204661.207925:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204661.207929:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204661.207930:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.207931:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204661.207932:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204661.207936:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204661.207938:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204661.207940:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204661.207943:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:2.0:1788204661.207949:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204661.207958:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204661.207960:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204661.207966:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204661.207970:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.207971:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204661.207977:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204661.207996:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.207996:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208003:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1788204661.208004:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204661.208008:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204661.208010:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204661.208011:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204661.208013:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204661.208013:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204661.208018:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3793
00000400:00000200:3.0:1788204661.208022:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204661.208023:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204661.208028:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204661.208028:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298468591
00000100:00080000:2.0:1788204661.208032:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204661.208037:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000010:3.0:1788204661.208037:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89a80.
00000100:00000001:2.0:1788204661.208040:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204661.208043:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.208045:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204661.208047:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204661.208047:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000040:2.0:1788204661.208050:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204661.208069:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204661.208071:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788204661.208072:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204661.208074:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204661.208077:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.208078:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204661.208080:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.208082:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204661.208083:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204661.208085:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204661.208090:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204661.208091:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204661.208093:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298468592
02000000:00000001:2.0:1788204661.208094:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204661.208101:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204661.208102:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e896c0.
00000100:00000001:2.0:1788204661.208103:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204661.208109:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788204661.208110:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204661.208115:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204661.208116:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208121:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.208122:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208125:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:2.0:1788204661.208130:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000100:00100000:3.0:1788204661.208133:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204661.208135:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204661.208138:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204661.208139:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.208145:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204661.208149:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204661.208153:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788204661.208156:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:2.0:1788204661.208158:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000400:00000001:3.0:1788204661.208159:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.208163:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000100:00000001:2.0:1788204661.208164:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.208166:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204661.208169:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00100000:2.0:1788204661.208173:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204661.208173:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.208180:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204661.208186:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204661.208190:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204661.208197:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.208199:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204661.208222:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208224:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1788204661.208226:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204661.208227:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208233:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788204661.208234:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204661.208236:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204661.208237:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204661.208243:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788204661.208243:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204661.208251:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204661.208254:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204661.208259:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3793
00000100:00000040:3.0:1788204661.208262:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204661.208269:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204661.208272:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1788204661.208277:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204661.208277:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208279:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.208281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204661.208284:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204661.208284:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.208287:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788204661.208290:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:3.0:1788204661.208292:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204661.208294:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1788204661.208298:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:2.0:1788204661.208299:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204661.208303:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204661.208304:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204661.208309:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788204661.208312:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204661.208313:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204661.208316:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204661.208319:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204661.208323:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788204661.208328:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00100000:3.0:1788204661.208332:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618676480:192.168.201.124@tcp:250:kworker.0
00000100:00000040:2.0:1788204661.208333:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204661.208339:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204661.208341:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204661.208342:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204661.208344:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204661.208346:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204661.208350:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:3.0:1788204661.208350:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4a80 x1875064618676480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204661.208357:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204661.208358:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204661.208360:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204661.208364:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204661.208369:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.208373:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204661.208376:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788204661.208379:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00000001:2.0:1788204661.208382:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208383:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.208386:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
00000100:00000001:2.0:1788204661.208387:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208390:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.208393:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:2.0:1788204661.208394:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000020:00000040:3.0:1788204661.208395:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204661.208400:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:2.0:1788204661.208401:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000010:3.0:1788204661.208403:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204661.208408:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204661.208409:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204661.208413:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208413:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.208416:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4a80.
00000100:00000001:2.0:1788204661.208419:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204661.208420:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1788204661.208424:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204661.208424:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208429:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204661.208430:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208435:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:2.0:1788204661.208438:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000100:00000001:3.0:1788204661.208438:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208443:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204661.208446:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208446:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204661.208449:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1788204661.208455:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204661.208456:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204661.208484:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204661.208487:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208487:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.208491:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204661.208494:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204661.208497:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.208502:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204661.208506:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208517:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204661.208526:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3804)
00000100:00100000:3.0:1788204661.208528:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.208534:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.208536:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.208538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208541:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.208545:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788204661.208547:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.208551:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204661.208555:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204661.208559:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204661.208562:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676608, portal 10
00000100:00000001:3.0:1788204661.208564:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.208566:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784857728 : -116879924693888 : ffff95b2c59b7480)
00000100:00000040:3.0:1788204661.208573:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208581:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.208583:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204661.208586:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204661.208589:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618676608, offset 0
00000400:00000200:3.0:1788204661.208593:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204661.208597:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.208601:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204661.208603:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.208605:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204661.208607:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.208609:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204661.208611:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3544:3544:256:4294967295] 192.168.201.124@tcp LPNI seq info [3544:3544:8:4294967295]
00000400:00000200:3.0:1788204661.208613:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.208618:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.208622:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.208624:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204661.208627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204661.208629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1788204661.208633:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204661.208635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000100:3.0:1788204661.208637:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.208639:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204661.208641:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.208643:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.208646:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204661.208647:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204661.208649:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.208652:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208658:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.208660:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208664:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208665:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.208668:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.208671:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204661.208673:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204661.208674:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298468503
00000100:00000001:3.0:1788204661.208676:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298468591
00000100:00000001:3.0:1788204661.208678:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298468503
00000100:00000001:3.0:1788204661.208679:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298468592
00000100:00000001:3.0:1788204661.208680:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.208682:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208683:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.208685:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.208690:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.208691:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.208692:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204661.208694:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204661.208695:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204661.208696:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.208698:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.208704:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208712:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.208713:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208714:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.208715:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.208717:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208721:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.208724:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208728:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.208729:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208730:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.208731:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208732:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.208734:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.208735:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.208737:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204661.208738:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.208741:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.208745:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.208748:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204661.208750:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208754:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.208755:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208757:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.208758:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.208760:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.208762:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.208764:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.208765:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.208766:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208767:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.208769:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788204661.208770:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.208772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204661.208774:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204661.208776:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204661.208778:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676736, portal 10
00000100:00000001:3.0:1788204661.208779:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.208780:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:3.0:1788204661.208784:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208788:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.208790:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204661.208791:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204661.208793:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618676736, offset 0
00000400:00000200:3.0:1788204661.208795:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204661.208797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.208799:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204661.208801:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.208803:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204661.208804:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.208806:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204661.208808:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3545:3545:256:4294967295] 192.168.201.124@tcp LPNI seq info [3545:3545:8:4294967295]
00000400:00000200:3.0:1788204661.208812:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.208818:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.208823:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.208827:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204661.208830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204661.208833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1788204661.208838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204661.208841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000100:3.0:1788204661.208845:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.208847:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204661.208850:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.208854:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.208857:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204661.208859:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204661.208861:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.208866:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208874:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.208877:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208884:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208886:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.208889:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.208892:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204661.208894:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204661.208896:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298466348
00000100:00000001:3.0:1788204661.208897:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298468591
00000100:00000001:3.0:1788204661.208899:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298466348
00000100:00000001:3.0:1788204661.208900:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298468592
00000100:00000001:3.0:1788204661.208902:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.208904:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.208905:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.208908:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.208914:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.208915:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.208916:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204661.208917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204661.208918:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204661.208919:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.208921:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.208927:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208931:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.208931:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208933:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.208933:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.208936:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208940:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.208942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208947:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.208948:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208949:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.208950:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.208951:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.208952:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.208954:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.208956:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204661.208957:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.208960:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.208965:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.208967:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204661.208969:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.208973:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.208974:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208976:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.208977:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.208978:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.208980:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.208982:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.208983:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.208984:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.208985:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.208987:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788204661.208989:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.208991:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204661.208992:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204661.208994:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204661.208996:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676864, portal 4
00000100:00000001:3.0:1788204661.208998:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.208999:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:3.0:1788204661.209002:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209007:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.209008:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204661.209010:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204661.209011:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618676864, offset 0
00000400:00000200:3.0:1788204661.209014:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204661.209017:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.209019:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204661.209021:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.209023:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204661.209024:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.209026:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204661.209028:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3546:3546:256:4294967295] 192.168.201.124@tcp LPNI seq info [3546:3546:8:4294967295]
00000400:00000200:3.0:1788204661.209031:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.209036:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.209040:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.209044:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204661.209047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204661.209069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1788204661.209075:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204661.209079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000100:3.0:1788204661.209083:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.209086:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204661.209090:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.209094:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.209097:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204661.209098:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204661.209100:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.209103:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209108:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.209110:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209114:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.209115:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.209118:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.209120:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204661.209122:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204661.209124:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298466329
00000100:00000001:3.0:1788204661.209126:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298468591
00000100:00000001:3.0:1788204661.209128:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298466329
00000100:00000001:3.0:1788204661.209129:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298468592
00000100:00000001:3.0:1788204661.209130:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.209132:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.209133:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.209136:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.209140:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.209141:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.209142:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204661.209143:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204661.209144:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204661.209146:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.209148:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.209153:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209157:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.209158:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209159:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.209160:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.209162:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209166:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.209169:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209173:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.209175:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209176:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.209177:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209178:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.209179:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.209181:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.209182:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204661.209184:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.209186:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.209191:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.209193:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209194:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.209196:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7480 x1875064618676608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209200:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.209201:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.209202:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788204661.209204:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.209204:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.209206:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204661.209207:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.209208:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:3.0:1788204661.209210:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.209211:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.209212:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7480.
00000100:00000001:3.0:1788204661.209215:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.209216:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209217:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.209219:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618676736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209227:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.209228:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.209229:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788204661.209230:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.209231:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.209232:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204661.209233:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.209234:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:3.0:1788204661.209235:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.209235:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.209236:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:3.0:1788204661.209238:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.209239:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209240:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.209242:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618676864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209246:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.209246:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.209247:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788204661.209249:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.209250:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.209250:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204661.209252:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.209252:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788204661.209253:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.209254:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.209255:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:3.0:1788204661.209256:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.209257:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209258:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209260:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204661.209261:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.209263:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204661.209264:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204661.209264:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204661.209267:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209271:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.209272:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.209274:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.209275:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.209276:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.209278:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.209280:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.209282:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.209283:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.209284:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.209286:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788204661.209287:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.209289:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204661.209291:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204661.209293:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204661.209295:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618676992, portal 4
00000100:00000001:3.0:1788204661.209296:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.209297:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:3.0:1788204661.209301:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209305:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.209306:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204661.209308:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204661.209309:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618676992, offset 0
00000400:00000200:3.0:1788204661.209311:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204661.209314:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.209316:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204661.209318:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.209319:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204661.209321:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.209323:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204661.209325:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3547:3547:256:4294967295] 192.168.201.124@tcp LPNI seq info [3547:3547:8:4294967295]
00000400:00000200:3.0:1788204661.209328:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204661.209332:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.209335:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.209337:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204661.209340:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204661.209342:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1788204661.209344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204661.209346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 16 secs later)
00000800:00000100:3.0:1788204661.209348:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204661.209350:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204661.209352:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.209354:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.209356:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204661.209357:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204661.209359:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.209361:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209366:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.209368:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209372:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.209373:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.209374:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.209376:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204661.209378:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204661.209379:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298466463
00000100:00000001:3.0:1788204661.209380:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298468591
00000100:00000001:3.0:1788204661.209382:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298466463
00000100:00000001:3.0:1788204661.209383:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298468592
00000100:00000001:3.0:1788204661.209384:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.209386:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.209387:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.209389:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.209394:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.209395:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.209396:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204661.209397:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204661.209398:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204661.209399:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.209401:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.209407:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209410:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.209411:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209412:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.209413:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.209415:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209419:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.209421:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209425:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.209427:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209428:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.209428:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209429:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.209431:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.209432:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.209435:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204661.209436:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.209439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.209443:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618676992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.209446:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209447:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.209448:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618676992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.209452:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.209453:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.209454:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788204661.209455:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.209456:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.209457:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204661.209458:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.209459:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:3.0:1788204661.209460:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.209461:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.209462:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:3.0:1788204661.209463:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.209464:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209465:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.209467:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204661.209468:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.209469:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204661.209470:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204661.527176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204661.527183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204661.527190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204661.527192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204661.527195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204661.527195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204661.527199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204661.527200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204661.527253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204661.527256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204661.527259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204662.231121:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204662.231129:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204662.231132:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204662.231139:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204662.231142:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204662.231145:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204662.231147:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204662.231149:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204662.231151:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204662.551179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204662.551185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204662.551189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204662.551190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204662.551193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204662.551193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204662.551196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204662.551197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204662.551260:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204662.551266:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204662.551269:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204663.255176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204663.255183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204663.255185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204663.255192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204663.255196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204663.255198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204663.255200:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204663.255202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204663.255205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204663.511169:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298468591, at 4298468608
00000100:00000040:3.0:1788204663.511169:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298468592, at 4298468608
00000100:00000010:3.0:1788204663.511183:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e896c0.
00000100:00000010:2.0:1788204663.511186:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89a80.
00010000:00000001:3.0:1788204663.575172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204663.575178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204663.575183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204663.575189:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204663.575191:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204663.575196:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204663.575198:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204663.575199:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575202:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204663.575203:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575205:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575207:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575209:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204663.575210:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204663.575211:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204663.575212:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575213:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204663.575214:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575215:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204663.575216:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204663.575274:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204663.575279:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204663.575283:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204664.279121:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204664.279128:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204664.279129:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204664.279133:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204664.279135:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204664.279138:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204664.279140:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204664.279142:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204664.279144:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204664.599153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204664.599159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204664.599163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204664.599165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204664.599167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204664.599168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204664.599171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204664.599171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204664.599219:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204664.599222:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204664.599224:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204665.303155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204665.303161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204665.303163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204665.303168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204665.303170:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204665.303173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204665.303175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204665.303177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204665.303179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204665.623165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204665.623172:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204665.623174:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204665.623176:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623179:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204665.623180:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623182:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623184:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204665.623187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204665.623189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204665.623190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204665.623243:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204665.623246:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204665.623249:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204666.327188:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204666.327188:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204666.327195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204666.327198:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204666.327199:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.327203:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204666.327206:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204666.327207:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204666.327211:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204666.327216:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204666.327219:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204666.327220:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3799
00000100:00000001:2.0:1788204666.327223:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204666.327226:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204666.327229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.327232:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204666.327240:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204666.327243:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204666.327247:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327251:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204666.327254:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327257:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204666.327261:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204666.327263:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204666.327276:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204666.327279:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204666.327282:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204666.327284:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204666.327288:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327290:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204666.327292:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327294:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204666.327297:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204666.327301:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327303:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.327306:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204666.327309:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204666.327312:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.327314:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204666.327316:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204666.327326:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788204666.327330:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204666.327334:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204666.327335:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.327339:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204666.327342:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204666.327346:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204666.327355:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204666.327361:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.327371:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204666.327380:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204666.327383:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204666.327387:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.327408:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204666.327411:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204666.327415:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204666.327416:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204666.327418:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204666.327432:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204666.327436:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3799
00000400:00000200:3.0:1788204666.327442:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204666.327452:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788204666.327453:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204666.327458:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204666.327459:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204666.327463:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204666.327465:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327469:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204666.327473:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:1.0:1788204666.327474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.327476:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204666.327481:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204666.327483:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204666.327485:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204666.327488:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204666.327491:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204666.327495:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204666.327495:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204666.327500:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204666.327500:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327505:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204666.327508:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204666.327508:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204666.327513:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.327513:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204666.327518:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204666.327519:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.327524:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618677120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204666.327529:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204666.327530:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327533:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.327534:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204666.327535:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204666.327537:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.327540:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204666.327541:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204666.327544:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204666.327545:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788204666.327546:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204666.327548:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204666.327551:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204666.327554:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.327558:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204666.327559:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204666.327562:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000100:00000010:3.0:1788204666.327566:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000400:00000010:1.0:1788204666.327570:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000020:00000040:3.0:1788204666.327571:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204666.327576:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1788204666.327578:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677120, portal 25
02000000:00000001:3.0:1788204666.327578:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.327583:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204666.327584:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204666.327585:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
02000000:00000001:3.0:1788204666.327588:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204666.327594:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204666.327594:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.327602:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204666.327605:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204666.327608:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
02000000:00000010:3.0:1788204666.327611:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000200:1.0:1788204666.327612:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618677120, offset 0
00000100:00000001:3.0:1788204666.327618:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.327624:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788204666.327629:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204666.327638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204666.327645:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204666.327649:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204666.327651:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.327658:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204666.327662:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204666.327667:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204666.327674:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204666.327680:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327681:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.327687:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3548:3548:256:4294967295] 192.168.201.124@tcp LPNI seq info [3548:3548:8:4294967295]
00000100:00080000:3.0:1788204666.327688:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204666.327697:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204666.327697:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204666.327702:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204666.327705:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204666.327712:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204666.327713:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204666.327719:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3799
00000800:00000200:1.0:1788204666.327722:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.327728:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000400:00000200:3.0:1788204666.327728:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204666.327736:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:1.0:1788204666.327739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204666.327741:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204666.327747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1788204666.327749:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.327756:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204666.327761:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204666.327761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204666.327767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1788204666.327768:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204666.327774:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:1.0:1788204666.327777:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.327782:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000020:00000040:3.0:1788204666.327784:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204666.327788:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204666.327789:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204666.327794:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204666.327795:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1788204666.327800:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204666.327803:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000020:00000001:3.0:1788204666.327804:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:1.0:1788204666.327806:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204666.327811:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204666.327812:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204666.327817:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.327818:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204666.327825:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204666.327830:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204666.327830:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204666.327835:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204666.327837:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:1.0:1788204666.327847:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204666.327847:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204666.327851:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204666.327855:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.327857:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.327859:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204666.327863:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204666.327865:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204666.327866:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298473711
02000000:00000001:3.0:1788204666.327870:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204666.327873:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d0c0.
00000100:00000001:3.0:1788204666.327875:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204666.327879:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204666.327880:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1788204666.327884:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.327887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298473711
00000100:00000001:3.0:1788204666.327887:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204666.327892:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d9c0.
00000100:00000001:1.0:1788204666.327896:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1788204666.327896:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000100:00000001:1.0:1788204666.327901:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204666.327903:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204666.327904:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.327908:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204666.327910:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204666.327913:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204666.327914:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.327920:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204666.327923:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204666.327927:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204666.327928:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204666.327931:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204666.327933:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
02000000:00000010:3.0:1788204666.327935:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000400:00000200:1.0:1788204666.327936:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204666.327938:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204666.327944:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204666.327944:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204666.327953:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.327955:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204666.327978:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.327995:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204666.327997:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204666.328001:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328002:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.328010:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.328010:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204666.328021:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.328027:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204666.328034:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204666.328037:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204666.328040:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204666.328043:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1788204666.328046:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204666.328047:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204666.328082:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204666.328086:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3799
00000400:00000200:3.0:1788204666.328092:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204666.328099:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204666.328104:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204666.328106:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204666.328111:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204666.328113:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.328117:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204666.328118:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.328121:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.328123:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204666.328126:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204666.328128:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204666.328131:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788204666.328134:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:1.0:1788204666.328137:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788204666.328138:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204666.328143:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00080000:1.0:1788204666.328146:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000040:3.0:1788204666.328148:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204666.328153:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788204666.328154:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204666.328160:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204666.328160:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204666.328169:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204666.328174:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618677120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204666.328175:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204666.328181:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.328182:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204666.328184:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204666.328188:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204666.328189:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618677120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204666.328197:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204666.328207:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204666.328207:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204666.328210:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204666.328212:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204666.328214:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:3.0:1788204666.328217:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204666.328218:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204666.328221:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204666.328223:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204666.328223:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204666.328227:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788204666.328229:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204666.328231:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204666.328236:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204666.328237:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204666.328239:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204666.328241:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000008:00100000:3.0:1788204666.328241:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204666.328246:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000008:00000001:3.0:1788204666.328247:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328248:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328253:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.328254:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328259:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1788204666.328260:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000100:00000001:1.0:1788204666.328261:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204666.328267:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204666.328271:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204666.328273:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.328275:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204666.328276:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204666.328277:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204666.328281:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204666.328282:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328285:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1788204666.328289:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000040:1.0:1788204666.328292:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.328295:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.328306:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204666.328307:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204666.328310:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.328316:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204666.328319:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.328323:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204666.328324:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.328329:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.328332:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204666.328337:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204666.328339:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204666.328340:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204666.328342:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.328347:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204666.328350:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204666.328354:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.328361:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204666.328361:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204666.328366:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000100:00080000:3.0:1788204666.328368:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204666.328370:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204666.328375:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677248, portal 10
00000100:00080000:3.0:1788204666.328376:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204666.328378:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204666.328380:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000001:3.0:1788204666.328382:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204666.328386:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204666.328388:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.328391:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204666.328398:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3799
00000100:00000001:1.0:1788204666.328400:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204666.328407:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204666.328408:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204666.328414:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000400:00000200:3.0:1788204666.328416:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204666.328431:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618677248, offset 0
00000100:00080000:3.0:1788204666.328435:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204666.328441:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204666.328445:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204666.328450:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204666.328451:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204666.328456:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204666.328460:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204666.328462:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204666.328467:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788204666.328467:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204666.328472:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000200:1.0:1788204666.328474:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:3.0:1788204666.328476:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204666.328480:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788204666.328481:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:1.0:1788204666.328485:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:3.0:1788204666.328487:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:1.0:1788204666.328494:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3549:3549:256:4294967295] 192.168.201.124@tcp LPNI seq info [3549:3549:8:4294967295]
00000020:00000001:3.0:1788204666.328494:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204666.328503:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204666.328505:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204666.328509:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204666.328515:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204666.328521:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204666.328521:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204666.328526:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000800:00000200:1.0:1788204666.328532:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204666.328535:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000010:1.0:1788204666.328538:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204666.328540:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.328544:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204666.328546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204666.328549:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204666.328551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
02000000:00000001:3.0:1788204666.328555:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204666.328560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204666.328562:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788204666.328566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000008:00100000:3.0:1788204666.328567:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1788204666.328573:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000008:00000001:3.0:1788204666.328574:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204666.328577:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204666.328578:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.328581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1788204666.328586:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000400:00000200:1.0:1788204666.328587:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204666.328593:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204666.328594:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204666.328599:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
02000000:00000001:3.0:1788204666.328600:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204666.328604:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204666.328605:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.328609:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204666.328613:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204666.328613:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204666.328617:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204666.328625:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:1.0:1788204666.328629:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204666.328630:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204666.328636:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.328642:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204666.328647:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328651:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204666.328655:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.328658:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204666.328660:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:3.0:1788204666.328664:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.328668:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204666.328671:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298473623
00000100:00000040:3.0:1788204666.328673:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328674:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.328679:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298473623
00000100:00000001:1.0:1788204666.328682:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.328687:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204666.328691:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328695:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204666.328696:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.328700:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204666.328704:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3809)
00000400:00000001:1.0:1788204666.328710:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204666.328712:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204666.328713:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204666.328715:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204666.328717:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204666.328718:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204666.328721:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204666.328727:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328736:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204666.328737:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328739:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.328741:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204666.328743:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328748:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204666.328752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328757:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204666.328758:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328759:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.328760:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328761:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204666.328763:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204666.328764:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204666.328766:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204666.328767:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204666.328770:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204666.328775:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204666.328777:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204666.328779:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328783:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204666.328784:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.328786:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204666.328788:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204666.328789:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.328791:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204666.328793:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204666.328794:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204666.328795:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.328796:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204666.328799:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204666.328800:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.328802:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204666.328804:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204666.328806:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204666.328808:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677376, portal 10
00000100:00000001:1.0:1788204666.328810:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204666.328811:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:1.0:1788204666.328815:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328819:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204666.328820:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204666.328822:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204666.328823:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618677376, offset 0
00000400:00000200:1.0:1788204666.328826:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204666.328828:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204666.328830:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204666.328832:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204666.328834:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204666.328836:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204666.328838:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204666.328840:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3550:3550:256:4294967295] 192.168.201.124@tcp LPNI seq info [3550:3550:8:4294967295]
00000400:00000200:1.0:1788204666.328843:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204666.328847:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204666.328851:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.328853:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204666.328855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204666.328857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204666.328860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204666.328862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204666.328864:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.328866:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204666.328868:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204666.328870:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204666.328872:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204666.328873:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204666.328875:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204666.328877:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328882:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.328884:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328888:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328889:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204666.328891:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204666.328892:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204666.328894:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204666.328895:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298471468
00000100:00000001:1.0:1788204666.328897:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.328899:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298471468
00000100:00000001:1.0:1788204666.328900:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.328901:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204666.328903:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.328904:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204666.328906:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204666.328911:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204666.328912:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204666.328913:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204666.328915:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204666.328916:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204666.328917:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204666.328918:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204666.328923:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328927:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204666.328928:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328929:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.328930:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204666.328933:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328937:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204666.328939:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328943:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204666.328944:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328945:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.328946:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328947:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204666.328948:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204666.328950:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204666.328951:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204666.328953:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204666.328956:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204666.328961:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204666.328963:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328964:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.328966:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618677248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328970:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204666.328971:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204666.328972:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204666.328973:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204666.328974:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204666.328975:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204666.328976:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204666.328977:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204666.328979:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204666.328980:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204666.328981:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:1.0:1788204666.328983:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204666.328984:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.328985:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.328987:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618677376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.328991:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204666.328991:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204666.328992:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204666.328993:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204666.328994:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204666.328995:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204666.328996:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204666.328997:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204666.328998:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204666.328999:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204666.329000:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:1.0:1788204666.329002:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204666.329002:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329004:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329006:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204666.329007:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.329009:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204666.329010:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204666.329011:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204666.329013:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329017:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204666.329018:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.329020:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204666.329021:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204666.329022:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.329024:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204666.329026:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204666.329027:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204666.329028:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.329029:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204666.329030:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204666.329032:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.329034:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204666.329035:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204666.329037:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204666.329039:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677504, portal 4
00000100:00000001:1.0:1788204666.329040:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204666.329041:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:1.0:1788204666.329045:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329065:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204666.329068:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204666.329071:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204666.329072:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618677504, offset 0
00000400:00000200:1.0:1788204666.329075:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204666.329078:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204666.329080:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204666.329082:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204666.329084:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204666.329086:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204666.329088:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204666.329090:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3551:3551:256:4294967295] 192.168.201.124@tcp LPNI seq info [3551:3551:8:4294967295]
00000400:00000200:1.0:1788204666.329092:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204666.329097:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204666.329100:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.329102:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204666.329104:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204666.329106:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204666.329109:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204666.329122:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204666.329125:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.329126:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204666.329128:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204666.329130:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204666.329133:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204666.329134:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204666.329136:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204666.329139:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329144:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.329146:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329150:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.329151:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204666.329154:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204666.329156:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204666.329158:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204666.329159:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298471449
00000100:00000001:1.0:1788204666.329161:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.329162:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298471449
00000100:00000001:1.0:1788204666.329164:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.329165:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204666.329166:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.329167:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204666.329170:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204666.329174:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204666.329175:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204666.329177:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204666.329178:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204666.329179:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204666.329180:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204666.329182:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204666.329187:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329192:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204666.329193:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329194:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.329194:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204666.329197:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329200:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204666.329203:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329208:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204666.329209:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329210:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.329211:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329212:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204666.329213:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204666.329215:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204666.329217:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204666.329218:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204666.329220:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204666.329225:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204666.329227:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204666.329229:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329233:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204666.329234:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.329235:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204666.329236:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204666.329237:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.329239:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204666.329241:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204666.329242:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204666.329243:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204666.329244:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204666.329246:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204666.329248:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204666.329250:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204666.329251:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204666.329253:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204666.329255:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677632, portal 4
00000100:00000001:1.0:1788204666.329256:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204666.329257:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:1.0:1788204666.329261:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329265:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204666.329267:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204666.329268:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204666.329270:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618677632, offset 0
00000400:00000200:1.0:1788204666.329272:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204666.329274:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204666.329277:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204666.329279:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204666.329280:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204666.329282:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204666.329283:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204666.329286:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3552:3552:256:4294967295] 192.168.201.124@tcp LPNI seq info [3552:3552:8:4294967295]
00000400:00000200:1.0:1788204666.329288:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204666.329292:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204666.329295:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.329297:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204666.329299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204666.329301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204666.329304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204666.329305:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204666.329308:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204666.329309:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204666.329311:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204666.329313:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204666.329315:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204666.329316:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204666.329317:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204666.329320:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329324:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.329326:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329330:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.329331:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204666.329332:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204666.329334:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204666.329336:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204666.329337:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298471583
00000100:00000001:1.0:1788204666.329338:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.329339:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298471583
00000100:00000001:1.0:1788204666.329340:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298473711
00000100:00000001:1.0:1788204666.329342:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204666.329343:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.329344:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204666.329347:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204666.329351:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204666.329352:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204666.329353:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204666.329354:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204666.329355:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204666.329356:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204666.329358:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204666.329363:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329371:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204666.329372:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.329374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204666.329376:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329380:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204666.329382:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329386:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204666.329388:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329389:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204666.329389:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329390:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204666.329392:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204666.329394:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204666.329396:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204666.329398:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204666.329402:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204666.329410:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204666.329413:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329415:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.329418:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618677504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329437:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204666.329439:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204666.329441:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204666.329444:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204666.329446:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204666.329447:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204666.329449:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204666.329451:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204666.329454:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204666.329455:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204666.329457:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:1.0:1788204666.329459:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204666.329461:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329463:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204666.329466:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618677632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204666.329471:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204666.329472:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204666.329473:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204666.329475:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204666.329475:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204666.329476:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204666.329477:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204666.329478:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204666.329480:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204666.329480:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204666.329481:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:1.0:1788204666.329483:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204666.329484:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329485:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.329488:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204666.329489:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204666.329490:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204666.329491:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204666.648572:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204666.648579:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204666.648586:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204666.648588:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204666.648592:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204666.648593:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204666.648597:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204666.648598:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204666.648659:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204666.648670:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204666.648673:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204667.351156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204667.351162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204667.351164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204667.351168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204667.351170:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204667.351174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204667.351176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204667.351178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204667.351180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204667.671157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204667.671162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204667.671166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204667.671167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204667.671169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204667.671170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204667.671173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204667.671173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204667.671237:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204667.671240:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204667.671244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204668.375154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204668.375160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204668.375161:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204668.375166:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204668.375168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204668.375171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204668.375173:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204668.375175:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204668.375177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204668.631117:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298473711, at 4298473728
00000100:00000040:2.0:1788204668.631121:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298473711, at 4298473728
00000100:00000010:3.0:1788204668.631128:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d9c0.
00000100:00000010:2.0:1788204668.631131:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d0c0.
00010000:00000001:3.0:1788204668.695134:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204668.695142:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204668.695144:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204668.695148:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204668.695152:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204668.695154:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204668.695157:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204668.695159:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204668.695163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204668.695165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204668.695168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204668.695170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204668.695173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204668.695174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204668.695220:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204668.695223:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204668.695226:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204669.399113:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204669.399119:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204669.399120:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204669.399124:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204669.399126:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204669.399128:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204669.399130:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204669.399131:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204669.399133:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204669.719151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204669.719156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204669.719159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204669.719160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204669.719162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204669.719163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204669.719165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204669.719166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204669.719231:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204669.719235:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204669.719239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204670.423178:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204670.423184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204670.423185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204670.423189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204670.423192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204670.423201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204670.423203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204670.423205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204670.423207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204670.743162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204670.743170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204670.743175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204670.743176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204670.743178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204670.743179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204670.743181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204670.743182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204670.743236:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204670.743240:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204670.743243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204671.447138:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204671.447138:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204671.447143:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204671.447146:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204671.447149:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204671.447152:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788204671.447156:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204671.447156:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204671.447162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204671.447163:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204671.447167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204671.447172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204671.447172:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3804
00000100:00000001:0.0:1788204671.447176:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204671.447180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.447183:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204671.447191:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204671.447194:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204671.447197:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447201:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204671.447204:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447206:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204671.447210:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204671.447212:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204671.447214:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204671.447217:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204671.447219:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204671.447222:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204671.447225:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447227:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204671.447229:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447231:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204671.447234:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204671.447237:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447239:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.447242:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204671.447245:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204671.447247:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447249:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204671.447251:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204671.447258:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788204671.447262:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204671.447265:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204671.447267:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447269:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204671.447272:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204671.447275:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204671.447282:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204671.447288:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204671.447296:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204671.447305:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204671.447318:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.447322:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.447369:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204671.447371:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204671.447374:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204671.447376:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204671.447377:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204671.447380:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204671.447382:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3804
00000400:00000200:3.0:1788204671.447386:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204671.447390:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204671.447392:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204671.447396:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447398:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204671.447399:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204671.447401:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204671.447403:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204671.447405:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204671.447406:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204671.447409:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204671.447411:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000040:1.0:1788204671.447413:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204671.447414:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204671.447417:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204671.447421:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204671.447425:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204671.447431:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204671.447432:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204671.447435:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204671.447436:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.447438:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204671.447442:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204671.447442:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204671.447446:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204671.447447:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204671.447452:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204671.447452:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447457:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204671.447461:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618677760:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204671.447461:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204671.447465:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.447467:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204671.447470:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.447472:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204671.447473:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204671.447475:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204671.447478:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204671.447479:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788204671.447483:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204671.447484:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788204671.447486:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.447487:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204671.447491:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000400:00000200:1.0:1788204671.447494:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204671.447496:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:1.0:1788204671.447499:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
02000000:00000001:3.0:1788204671.447500:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204671.447503:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204671.447505:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000001:3.0:1788204671.447505:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204671.447508:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204671.447510:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204671.447512:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677760, portal 25
00000100:00000001:1.0:1788204671.447514:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1788204671.447515:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:1.0:1788204671.447516:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000001:3.0:1788204671.447522:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204671.447523:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204671.447530:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204671.447531:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204671.447536:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204671.447540:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204671.447543:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618677760, offset 0
00000100:00000001:3.0:1788204671.447545:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204671.447548:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.447551:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204671.447556:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.447564:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204671.447566:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204671.447570:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204671.447571:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204671.447573:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204671.447574:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204671.447579:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204671.447582:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788204671.447583:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3804
00000400:00000200:1.0:1788204671.447590:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204671.447591:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.447596:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204671.447597:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204671.447601:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204671.447604:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204671.447606:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447609:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204671.447611:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204671.447614:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447615:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204671.447618:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204671.447620:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204671.447623:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3553:3553:256:4294967295] 192.168.201.124@tcp LPNI seq info [3553:3553:8:4294967295]
00000020:00000001:3.0:1788204671.447623:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204671.447626:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204671.447628:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204671.447631:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204671.447636:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204671.447637:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447641:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204671.447642:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447644:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204671.447647:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:1.0:1788204671.447652:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204671.447653:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447658:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.447660:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204671.447664:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204671.447664:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204671.447667:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447669:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204671.447671:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1788204671.447672:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000008:00000001:3.0:1788204671.447675:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447678:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204671.447681:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204671.447684:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204671.447686:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204671.447687:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447689:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1788204671.447690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204671.447691:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204671.447693:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204671.447696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
02000000:00000010:3.0:1788204671.447698:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204671.447702:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204671.447703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204671.447708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000100:00100000:3.0:1788204671.447710:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788204671.447719:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.447724:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204671.447724:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204671.447727:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.447733:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204671.447733:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204671.447744:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204671.447746:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.447751:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000100:00080000:3.0:1788204671.447751:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204671.447755:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00080000:3.0:1788204671.447756:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204671.447758:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204671.447761:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204671.447762:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204671.447763:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204671.447767:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3804
00000100:00000200:1.0:1788204671.447771:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204671.447773:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204671.447779:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204671.447783:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204671.447788:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204671.447790:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204671.447791:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204671.447796:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204671.447796:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447799:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204671.447804:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204671.447806:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:1.0:1788204671.447808:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204671.447809:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204671.447811:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204671.447812:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204671.447815:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204671.447818:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204671.447818:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:1.0:1788204671.447825:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204671.447825:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447829:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204671.447830:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298478831
00000100:00000040:3.0:1788204671.447833:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000010:1.0:1788204671.447836:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dde0.
00000100:00000001:3.0:1788204671.447836:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204671.447838:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204671.447843:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204671.447845:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.447846:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1788204671.447847:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204671.447851:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.447852:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298478831
02000000:00000001:3.0:1788204671.447853:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447858:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:1.0:1788204671.447859:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dd20.
00000008:00100000:3.0:1788204671.447860:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204671.447864:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.447865:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204671.447867:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.447871:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788204671.447872:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000100:00000001:1.0:1788204671.447877:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204671.447877:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204671.447881:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204671.447882:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204671.447885:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.447887:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204671.447889:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1788204671.447891:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204671.447891:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204671.447903:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1788204671.447904:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000400:00000001:1.0:1788204671.447906:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204671.447909:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204671.447910:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204671.447916:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000100:00100000:3.0:1788204671.447919:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204671.447920:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204671.447924:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204671.447931:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.447932:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204671.447935:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.447943:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204671.447949:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.447956:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204671.447960:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204671.447964:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1788204671.447965:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204671.447968:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.447969:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204671.447972:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204671.447976:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204671.447977:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.447980:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1788204671.447985:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204671.447985:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3804
00000400:00000200:3.0:1788204671.447992:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204671.447997:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204671.448001:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204671.448005:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204671.448006:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.448010:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204671.448014:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204671.448014:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204671.448018:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204671.448021:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204671.448023:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204671.448026:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204671.448029:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204671.448029:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204671.448033:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204671.448034:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204671.448038:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788204671.448039:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204671.448041:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448044:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788204671.448044:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204671.448046:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204671.448048:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1788204671.448067:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204671.448071:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204671.448072:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204671.448075:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204671.448083:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204671.448085:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618677760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204671.448088:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204671.448091:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204671.448092:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:1.0:1788204671.448093:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448100:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618677760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204671.448100:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204671.448105:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.448107:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204671.448110:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.448112:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204671.448114:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448115:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204671.448117:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1788204671.448119:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
00000008:00100000:3.0:1788204671.448121:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:1.0:1788204671.448123:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1788204671.448125:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204671.448126:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204671.448128:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204671.448129:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204671.448133:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000010:3.0:1788204671.448134:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
02000000:00000010:1.0:1788204671.448135:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
00000020:00000040:3.0:1788204671.448139:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204671.448141:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204671.448142:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204671.448143:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204671.448146:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
02000000:00000001:3.0:1788204671.448146:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.448150:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204671.448151:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204671.448153:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204671.448153:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204671.448157:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204671.448161:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:1.0:1788204671.448162:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.448165:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448169:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204671.448172:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204671.448173:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204671.448174:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204671.448176:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204671.448178:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204671.448184:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.448187:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204671.448191:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448193:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204671.448195:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448198:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204671.448199:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204671.448200:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204671.448204:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204671.448209:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204671.448216:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204671.448218:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204671.448218:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448221:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448223:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204671.448225:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3814)
02000000:00000010:1.0:1788204671.448226:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204671.448229:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.448232:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204671.448234:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204671.448236:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204671.448239:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618677888, portal 10
00000100:00000001:1.0:1788204671.448240:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204671.448241:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:1.0:1788204671.448246:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448250:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204671.448252:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204671.448253:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204671.448254:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618677888, offset 0
00000400:00000200:1.0:1788204671.448257:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204671.448259:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.448262:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204671.448264:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204671.448265:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204671.448267:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204671.448269:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204671.448271:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3554:3554:256:4294967295] 192.168.201.124@tcp LPNI seq info [3554:3554:8:4294967295]
00000400:00000200:1.0:1788204671.448273:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.448277:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204671.448280:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.448281:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204671.448284:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204671.448286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204671.448288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204671.448290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204671.448292:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.448293:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204671.448295:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204671.448297:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204671.448299:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204671.448300:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204671.448302:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204671.448304:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448308:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448310:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448314:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448315:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204671.448316:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204671.448319:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204671.448321:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204671.448322:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298478743
00000100:00000001:1.0:1788204671.448323:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.448324:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298478743
00000100:00000001:1.0:1788204671.448326:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.448327:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.448329:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448330:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204671.448349:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204671.448354:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204671.448355:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204671.448356:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204671.448357:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204671.448358:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204671.448360:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204671.448362:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204671.448366:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448371:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204671.448372:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.448374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204671.448377:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448383:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204671.448387:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448393:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204671.448395:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448397:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.448398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448400:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204671.448401:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204671.448404:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204671.448447:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204671.448449:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204671.448453:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204671.448461:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618677888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204671.448465:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204671.448468:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448474:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204671.448475:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448478:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204671.448479:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204671.448482:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204671.448484:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204671.448486:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204671.448487:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204671.448488:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448489:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204671.448492:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204671.448493:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.448495:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204671.448497:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204671.448499:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204671.448501:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678016, portal 10
00000100:00000001:1.0:1788204671.448502:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204671.448503:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:1.0:1788204671.448507:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448515:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204671.448516:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204671.448517:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204671.448519:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618678016, offset 0
00000400:00000200:1.0:1788204671.448523:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204671.448527:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.448530:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204671.448533:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204671.448535:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204671.448538:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204671.448540:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204671.448543:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3555:3555:256:4294967295] 192.168.201.124@tcp LPNI seq info [3555:3555:8:4294967295]
00000400:00000200:1.0:1788204671.448546:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.448553:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204671.448557:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.448560:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204671.448564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204671.448567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204671.448570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204671.448573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204671.448576:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.448578:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204671.448581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204671.448584:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204671.448587:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204671.448589:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204671.448592:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204671.448595:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448602:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448605:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448617:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448618:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204671.448622:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204671.448624:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204671.448627:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204671.448629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298476588
00000100:00000001:1.0:1788204671.448632:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.448634:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298476588
00000100:00000001:1.0:1788204671.448636:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.448638:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.448640:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448642:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204671.448646:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204671.448653:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204671.448655:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204671.448656:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204671.448659:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204671.448660:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204671.448662:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204671.448665:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204671.448673:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448677:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204671.448678:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448679:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.448680:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204671.448683:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448687:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204671.448689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448693:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204671.448694:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448695:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.448696:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448697:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204671.448699:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204671.448701:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204671.448703:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204671.448705:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204671.448709:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204671.448715:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204671.448719:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204671.448722:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448729:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204671.448730:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448732:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204671.448734:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204671.448736:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204671.448738:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204671.448742:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204671.448743:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204671.448745:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.448747:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204671.448749:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204671.448751:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.448753:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204671.448755:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204671.448757:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204671.448759:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678144, portal 4
00000100:00000001:1.0:1788204671.448760:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204671.448761:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:1.0:1788204671.448765:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448769:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204671.448770:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204671.448771:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204671.448772:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618678144, offset 0
00000400:00000200:1.0:1788204671.448775:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204671.448777:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.448779:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204671.448781:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204671.448783:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204671.448785:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204671.448787:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204671.448790:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3556:3556:256:4294967295] 192.168.201.124@tcp LPNI seq info [3556:3556:8:4294967295]
00000400:00000200:1.0:1788204671.448794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.448799:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204671.448803:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.448806:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204671.448810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204671.448812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204671.448816:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204671.448818:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204671.448821:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.448823:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204671.448825:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204671.448828:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204671.448831:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204671.448832:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204671.448834:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204671.448837:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448843:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448846:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448852:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448853:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204671.448856:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204671.448858:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204671.448861:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204671.448862:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298476568
00000100:00000001:1.0:1788204671.448864:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.448866:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298476568
00000100:00000001:1.0:1788204671.448868:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.448869:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.448871:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.448872:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204671.448876:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204671.448881:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204671.448882:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204671.448884:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204671.448886:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204671.448888:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204671.448890:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204671.448892:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204671.448899:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448904:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204671.448905:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448907:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.448908:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204671.448912:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448917:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204671.448920:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448926:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204671.448928:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448930:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.448931:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448932:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204671.448934:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204671.448936:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204671.448940:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204671.448941:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204671.448944:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204671.448948:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204671.448951:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448952:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448954:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618677888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448958:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204671.448959:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204671.448961:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204671.448962:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204671.448963:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204671.448965:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204671.448967:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204671.448968:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:1.0:1788204671.448970:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204671.448971:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204671.448972:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:1.0:1788204671.448973:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204671.448974:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448975:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448977:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618678016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448981:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204671.448982:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204671.448982:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204671.448984:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204671.448984:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204671.448985:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204671.448986:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204671.448986:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:1.0:1788204671.448988:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204671.448988:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204671.448989:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:1.0:1788204671.448990:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204671.448991:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.448991:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.448993:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618678144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.448996:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204671.448997:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204671.448998:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204671.449000:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204671.449000:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204671.449001:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204671.449002:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204671.449003:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204671.449004:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204671.449004:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204671.449005:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:1.0:1788204671.449006:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204671.449007:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449008:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449010:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204671.449011:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.449012:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204671.449013:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204671.449013:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204671.449015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449019:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204671.449019:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.449021:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204671.449022:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204671.449023:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204671.449025:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204671.449026:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204671.449027:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204671.449028:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204671.449029:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204671.449031:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204671.449032:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204671.449034:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204671.449036:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204671.449038:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204671.449040:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678272, portal 4
00000100:00000001:1.0:1788204671.449041:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204671.449042:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:1.0:1788204671.449045:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449049:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204671.449065:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204671.449067:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204671.449069:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618678272, offset 0
00000400:00000200:1.0:1788204671.449073:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204671.449077:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.449080:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204671.449083:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204671.449085:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204671.449087:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204671.449089:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204671.449092:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3557:3557:256:4294967295] 192.168.201.124@tcp LPNI seq info [3557:3557:8:4294967295]
00000400:00000200:1.0:1788204671.449096:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204671.449102:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204671.449106:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.449109:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204671.449113:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204671.449116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204671.449120:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204671.449122:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204671.449126:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204671.449128:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204671.449130:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204671.449134:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204671.449137:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204671.449139:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204671.449141:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204671.449145:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449158:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.449161:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449168:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.449169:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204671.449172:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204671.449175:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204671.449178:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204671.449179:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298476703
00000100:00000001:1.0:1788204671.449182:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.449184:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298476703
00000100:00000001:1.0:1788204671.449186:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298478831
00000100:00000001:1.0:1788204671.449188:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204671.449190:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.449192:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204671.449195:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204671.449204:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204671.449205:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204671.449207:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204671.449209:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204671.449211:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204671.449213:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204671.449216:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204671.449224:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449230:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204671.449232:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449234:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.449235:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204671.449239:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449245:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204671.449248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449255:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204671.449257:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449259:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204671.449260:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449261:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204671.449262:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204671.449264:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204671.449266:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204671.449267:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204671.449270:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204671.449274:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204671.449276:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449277:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204671.449279:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618678272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204671.449282:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204671.449283:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204671.449284:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204671.449286:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204671.449287:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204671.449288:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204671.449290:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204671.449291:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204671.449292:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204671.449293:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204671.449294:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:1.0:1788204671.449295:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204671.449296:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449297:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.449299:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204671.449300:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204671.449301:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204671.449303:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204671.767149:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204671.767154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204671.767158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204671.767158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204671.767161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204671.767162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204671.767164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204671.767164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204671.767220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204671.767225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204671.767228:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204672.471174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204672.471182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204672.471184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204672.471189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204672.471192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204672.471196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204672.471197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204672.471199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204672.471201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204672.791150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204672.791155:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204672.791159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204672.791160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204672.791162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204672.791163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204672.791165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204672.791166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204672.791217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204672.791220:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204672.791223:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204673.495115:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204673.495120:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204673.495129:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204673.495134:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204673.495137:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204673.495140:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204673.495142:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204673.495143:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204673.495145:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204673.751136:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298478831, at 4298478848
00000100:00000010:2.0:1788204673.751150:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dde0.
00000100:00000040:3.0:1788204673.751154:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298478831, at 4298478848
00000100:00000010:3.0:1788204673.751167:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dd20.
00010000:00000001:3.0:1788204673.815181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204673.815189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204673.815194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204673.815200:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204673.815202:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204673.815208:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204673.815211:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204673.815212:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815214:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204673.815216:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815218:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815220:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204673.815223:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204673.815224:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204673.815225:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815225:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204673.815226:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815227:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204673.815228:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204673.815312:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204673.815316:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204673.815319:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204674.519156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204674.519164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204674.519166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204674.519172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204674.519175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204674.519179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204674.519182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204674.519184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204674.519187:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204674.839109:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204674.839120:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204674.839129:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204674.839130:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204674.839134:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204674.839135:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204674.839138:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204674.839139:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204674.839225:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204674.839230:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204674.839234:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204675.543172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204675.543180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204675.543188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204675.543194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204675.543197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204675.543201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204675.543203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204675.543206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204675.543209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204675.863173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204675.863180:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204675.863183:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204675.863185:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863187:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204675.863188:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863190:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863191:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204675.863194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204675.863197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204675.863198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204675.863268:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204675.863272:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204675.863275:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204676.567158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204676.567158:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204676.567163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204676.567166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204676.567166:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204676.567170:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204676.567171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204676.567173:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204676.567175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204676.567178:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204676.567180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204676.567185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204676.567185:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3809
00000100:00000001:2.0:1788204676.567189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204676.567193:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204676.567195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.567199:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204676.567202:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204676.567204:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567207:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567209:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567210:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204676.567213:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204676.567214:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204676.567216:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204676.567218:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204676.567220:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204676.567222:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204676.567224:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567226:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567228:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567230:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204676.567233:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204676.567236:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567269:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.567272:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204676.567275:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.567277:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567279:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204676.567281:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204676.567290:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204676.567293:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204676.567297:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204676.567299:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567301:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204676.567304:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204676.567307:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204676.567313:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204676.567318:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204676.567324:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204676.567331:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204676.567334:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204676.567337:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.567353:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204676.567355:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204676.567357:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204676.567358:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204676.567360:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204676.567361:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204676.567363:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3809
00000400:00000200:3.0:1788204676.567366:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204676.567368:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204676.567369:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204676.567371:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567373:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567374:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567376:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204676.567378:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204676.567379:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204676.567380:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204676.567381:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204676.567383:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204676.567384:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204676.567386:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567387:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204676.567389:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204676.567389:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567391:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204676.567394:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204676.567395:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204676.567397:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204676.567399:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204676.567400:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.567402:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204676.567406:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.567408:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.567409:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.567410:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204676.567413:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204676.567417:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567421:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.567426:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1788204676.567428:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204676.567429:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204676.567431:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204676.567434:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204676.567434:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204676.567435:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567438:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204676.567439:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204676.567440:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.567441:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.567447:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204676.567447:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788204676.567450:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.567452:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618678400:192.168.201.124@tcp:250:kworker.0
00000100:00100000:3.0:1788204676.567457:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204676.567458:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204676.567463:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204676.567466:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567466:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204676.567470:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204676.567471:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204676.567474:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000040:3.0:1788204676.567477:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204676.567478:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.567487:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204676.567492:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000100:00000001:3.0:1788204676.567493:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204676.567497:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204676.567498:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00080000:3.0:1788204676.567503:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1788204676.567505:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678400, portal 25
00000100:00000001:3.0:1788204676.567506:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204676.567510:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204676.567510:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204676.567512:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000001:3.0:1788204676.567517:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204676.567519:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204676.567522:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3809
00000400:00000200:3.0:1788204676.567529:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204676.567531:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204676.567532:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204676.567536:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204676.567536:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204676.567540:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000040:3.0:1788204676.567541:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204676.567544:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618678400, offset 0
00000100:00000001:3.0:1788204676.567544:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567547:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567549:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204676.567550:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204676.567552:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204676.567553:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204676.567554:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204676.567557:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204676.567558:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204676.567560:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204676.567562:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204676.567563:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567567:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567569:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567570:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204676.567572:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:3.0:1788204676.567573:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204676.567578:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567580:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.567581:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204676.567583:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204676.567584:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.567587:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567588:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204676.567590:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00100000:3.0:1788204676.567591:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204676.567594:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567596:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.567597:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1788204676.567599:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204676.567602:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204676.567603:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:3.0:1788204676.567605:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204676.567607:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567610:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204676.567612:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3558:3558:256:4294967295] 192.168.201.124@tcp LPNI seq info [3558:3558:8:4294967295]
02000000:00000001:3.0:1788204676.567613:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204676.567615:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.567620:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788204676.567621:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204676.567626:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.567631:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788204676.567636:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204676.567639:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.567646:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00000001:3.0:1788204676.567649:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204676.567654:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204676.567655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204676.567660:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204676.567662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1788204676.567670:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204676.567675:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204676.567675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204676.567681:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1788204676.567682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1788204676.567683:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204676.567685:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204676.567688:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1788204676.567692:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204676.567693:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3809
00000800:00000010:1.0:1788204676.567695:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:3.0:1788204676.567699:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.567701:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204676.567704:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204676.567708:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204676.567710:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204676.567713:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000100:00000040:3.0:1788204676.567715:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204676.567717:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:3.0:1788204676.567719:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204676.567722:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204676.567723:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567727:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:1.0:1788204676.567728:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204676.567731:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204676.567733:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204676.567736:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204676.567739:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204676.567741:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204676.567741:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204676.567744:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204676.567746:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204676.567749:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567753:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567756:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204676.567757:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.567760:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204676.567760:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204676.567765:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204676.567766:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204676.567770:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204676.567772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204676.567777:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298483951
00000100:00000001:3.0:1788204676.567777:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.567781:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1788204676.567784:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dd80.
02000000:00000001:3.0:1788204676.567786:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204676.567790:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1788204676.567790:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567792:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204676.567797:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204676.567799:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567801:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.567804:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298483951
00000100:00000010:3.0:1788204676.567805:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204676.567809:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204676.567812:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204676.567814:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204676.567815:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777df00.
00000100:00000001:3.0:1788204676.567816:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204676.567819:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204676.567822:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1788204676.567822:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.567829:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788204676.567830:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:1.0:1788204676.567835:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567836:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.567840:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204676.567844:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204676.567849:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.567860:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204676.567864:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204676.567867:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204676.567870:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204676.567871:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204676.567874:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204676.567880:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204676.567883:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:3.0:1788204676.567885:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.567887:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204676.567889:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204676.567892:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204676.567895:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788204676.567896:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204676.567896:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204676.567899:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204676.567903:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3809
00000400:00000200:3.0:1788204676.567908:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204676.567912:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204676.567915:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204676.567919:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204676.567919:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567920:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567924:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567929:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204676.567933:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204676.567935:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204676.567936:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204676.567937:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204676.567939:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788204676.567939:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204676.567943:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204676.567943:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204676.567948:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204676.567949:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204676.567951:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.567952:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.567955:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204676.567958:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.567958:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204676.567960:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204676.567963:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204676.567967:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.567970:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204676.567973:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204676.567974:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204676.567978:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567981:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204676.567982:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204676.567983:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204676.567989:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.567993:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204676.567998:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204676.567999:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204676.568003:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204676.568004:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204676.568008:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204676.568009:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204676.568011:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568012:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.568015:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204676.568017:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788204676.568018:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204676.568021:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204676.568022:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204676.568027:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:3.0:1788204676.568028:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204676.568034:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204676.568036:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00100000:3.0:1788204676.568041:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204676.568042:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204676.568067:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204676.568074:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618678400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204676.568082:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.568084:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204676.568085:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204676.568088:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.568090:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618678400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204676.568094:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568100:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204676.568103:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204676.568104:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204676.568106:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
00000100:00000040:3.0:1788204676.568109:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3819)
02000000:00000001:1.0:1788204676.568110:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204676.568113:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204676.568114:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204676.568116:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204676.568117:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204676.568120:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204676.568121:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204676.568122:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:1.0:1788204676.568124:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204676.568126:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568127:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568132:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204676.568133:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568134:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204676.568135:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204676.568136:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204676.568139:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568143:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204676.568144:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568145:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204676.568146:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.568148:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.568149:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204676.568151:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204676.568153:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204676.568154:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568155:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204676.568157:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204676.568158:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.568161:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204676.568163:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204676.568165:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204676.568167:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678528, portal 10
00000100:00000001:1.0:1788204676.568169:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204676.568170:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204676.568174:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568178:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204676.568180:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204676.568181:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204676.568182:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618678528, offset 0
00000400:00000200:1.0:1788204676.568185:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568187:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568189:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204676.568191:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204676.568193:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204676.568195:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204676.568196:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568198:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3559:3559:256:4294967295] 192.168.201.124@tcp LPNI seq info [3559:3559:8:4294967295]
00000400:00000200:1.0:1788204676.568200:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568204:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204676.568207:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568209:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204676.568211:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204676.568219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204676.568222:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204676.568224:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204676.568226:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568227:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204676.568229:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204676.568231:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204676.568233:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204676.568234:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204676.568236:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204676.568238:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568258:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.568260:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568264:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568265:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204676.568267:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.568269:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204676.568271:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204676.568273:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298483863
00000100:00000001:1.0:1788204676.568275:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568276:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298483863
00000100:00000001:1.0:1788204676.568278:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568279:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204676.568280:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568281:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204676.568283:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204676.568287:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204676.568288:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204676.568289:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204676.568290:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204676.568291:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204676.568293:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204676.568294:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204676.568299:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568302:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204676.568304:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568305:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.568306:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204676.568308:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568311:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204676.568313:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568317:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204676.568318:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568319:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.568319:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568320:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204676.568321:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204676.568323:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204676.568324:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204676.568325:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204676.568327:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204676.568331:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204676.568334:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204676.568335:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568339:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204676.568340:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568341:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204676.568342:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.568343:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.568345:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204676.568347:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204676.568348:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204676.568350:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568351:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204676.568354:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204676.568356:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.568359:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204676.568361:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204676.568363:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204676.568366:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678656, portal 10
00000100:00000001:1.0:1788204676.568368:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204676.568369:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:1.0:1788204676.568374:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568380:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204676.568382:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204676.568384:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204676.568386:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618678656, offset 0
00000400:00000200:1.0:1788204676.568390:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568394:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568398:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204676.568400:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204676.568403:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204676.568405:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204676.568407:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568410:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3560:3560:256:4294967295] 192.168.201.124@tcp LPNI seq info [3560:3560:8:4294967295]
00000400:00000200:1.0:1788204676.568414:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568420:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204676.568424:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568427:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204676.568432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204676.568434:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204676.568438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204676.568440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204676.568443:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568445:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204676.568447:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204676.568450:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204676.568454:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204676.568455:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204676.568458:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204676.568461:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568468:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.568471:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568477:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568478:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204676.568481:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.568484:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204676.568487:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204676.568489:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298481708
00000100:00000001:1.0:1788204676.568491:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298481708
00000100:00000001:1.0:1788204676.568495:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568497:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204676.568499:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568501:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204676.568505:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204676.568512:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204676.568514:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204676.568516:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204676.568518:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204676.568520:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204676.568522:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204676.568525:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204676.568532:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568536:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204676.568537:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568538:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.568539:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204676.568541:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568545:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204676.568547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568551:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204676.568552:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568553:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.568554:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568555:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204676.568556:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204676.568557:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204676.568559:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204676.568560:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204676.568562:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204676.568571:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204676.568575:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204676.568579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568585:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204676.568586:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568588:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204676.568590:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.568592:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.568594:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204676.568597:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204676.568599:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204676.568600:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568602:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204676.568605:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204676.568607:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.568611:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204676.568613:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204676.568616:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204676.568618:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678784, portal 4
00000100:00000001:1.0:1788204676.568620:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204676.568621:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:1.0:1788204676.568625:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568629:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204676.568630:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204676.568631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204676.568633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618678784, offset 0
00000400:00000200:1.0:1788204676.568635:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568640:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204676.568642:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204676.568644:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204676.568645:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204676.568647:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568649:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3561:3561:256:4294967295] 192.168.201.124@tcp LPNI seq info [3561:3561:8:4294967295]
00000400:00000200:1.0:1788204676.568651:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568655:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204676.568659:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568661:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204676.568665:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204676.568667:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204676.568670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204676.568673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204676.568676:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568678:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204676.568681:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204676.568684:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204676.568687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204676.568689:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204676.568691:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204676.568694:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568702:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.568705:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568711:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568712:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204676.568715:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.568718:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204676.568721:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204676.568723:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298481688
00000100:00000001:1.0:1788204676.568726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568728:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298481688
00000100:00000001:1.0:1788204676.568730:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568732:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204676.568734:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568735:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204676.568739:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204676.568746:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204676.568747:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204676.568749:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204676.568751:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204676.568752:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204676.568754:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204676.568757:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204676.568765:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568771:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204676.568772:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568773:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.568775:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204676.568778:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568783:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204676.568786:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568789:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204676.568791:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568792:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.568793:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.568794:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204676.568795:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204676.568797:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204676.568798:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204676.568800:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204676.568803:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204676.568810:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204676.568814:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204676.568817:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568823:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204676.568824:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568826:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204676.568828:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.568830:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.568832:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204676.568835:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204676.568837:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204676.568839:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.568840:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204676.568843:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204676.568845:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204676.568848:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204676.568851:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204676.568854:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000200:1.0:1788204676.568856:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618678912, portal 4
00000100:00000001:1.0:1788204676.568859:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204676.568860:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:1.0:1788204676.568865:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568871:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204676.568873:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204676.568875:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000200:1.0:1788204676.568877:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618678912, offset 0
00000400:00000200:1.0:1788204676.568880:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568884:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568887:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204676.568890:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204676.568892:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204676.568894:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204676.568896:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204676.568899:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3562:3562:256:4294967295] 192.168.201.124@tcp LPNI seq info [3562:3562:8:4294967295]
00000400:00000200:1.0:1788204676.568902:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204676.568908:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204676.568912:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568915:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000800:00000200:1.0:1788204676.568919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204676.568921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204676.568925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204676.568928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204676.568931:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204676.568933:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:1.0:1788204676.568935:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204676.568938:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204676.568942:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:1.0:1788204676.568944:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:1.0:1788204676.568946:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204676.568949:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568958:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.568960:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.568964:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568965:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204676.568967:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.568968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204676.568971:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204676.568972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298481822
00000100:00000001:1.0:1788204676.568974:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568975:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298481822
00000100:00000001:1.0:1788204676.568976:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298483951
00000100:00000001:1.0:1788204676.568978:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204676.568979:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.568980:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204676.568982:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204676.568988:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204676.568989:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204676.568991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204676.568993:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204676.568994:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204676.568996:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204676.568999:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204676.569007:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569013:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204676.569015:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569017:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.569018:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204676.569021:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569027:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204676.569029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569033:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204676.569034:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569035:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204676.569036:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569037:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204676.569038:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204676.569039:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204676.569041:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204676.569042:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204676.569044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204676.569049:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618678912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204676.569065:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569067:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.569069:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618678528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569073:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204676.569074:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204676.569075:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204676.569077:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204676.569078:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204676.569079:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204676.569080:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204676.569081:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204676.569083:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204676.569084:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204676.569084:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204676.569086:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204676.569087:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569088:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.569090:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618678656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569093:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204676.569094:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204676.569094:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204676.569096:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204676.569096:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204676.569097:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204676.569098:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204676.569098:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:1.0:1788204676.569100:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204676.569101:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204676.569101:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204676.569102:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204676.569103:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569104:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.569105:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618678784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569108:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204676.569109:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204676.569110:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204676.569111:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204676.569112:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204676.569112:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204676.569114:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204676.569114:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204676.569115:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204676.569117:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204676.569117:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204676.569119:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204676.569120:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569120:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204676.569122:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618678912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.569125:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204676.569126:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204676.569127:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204676.569128:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204676.569128:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204676.569129:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204676.569130:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204676.569130:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204676.569132:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204676.569132:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204676.569133:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204676.569134:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204676.569134:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569135:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.569138:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204676.569139:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.569140:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204676.569141:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204676.887153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204676.887158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204676.887162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204676.887163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204676.887165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204676.887166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204676.887168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204676.887169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204676.887217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204676.887220:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204676.887224:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204677.591133:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204677.591139:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204677.591140:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204677.591144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204677.591147:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204677.591149:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204677.591151:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204677.591153:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204677.591156:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204677.911155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204677.911160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204677.911164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204677.911165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204677.911167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204677.911168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204677.911170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204677.911171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204677.911247:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204677.911251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204677.911255:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204678.615158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204678.615164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204678.615166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204678.615170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204678.615173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204678.615177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204678.615180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204678.615182:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204678.615185:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204678.871121:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298483951, at 4298483968
00000100:00000040:2.0:1788204678.871129:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298483951, at 4298483968
00000100:00000010:3.0:1788204678.871137:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777df00.
00000100:00000010:2.0:1788204678.871139:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dd80.
00010000:00000001:3.0:1788204678.935178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204678.935190:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204678.935193:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204678.935197:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204678.935213:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204678.935217:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204678.935219:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204678.935221:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204678.935233:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204678.935234:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204678.935239:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204678.935241:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204678.935245:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204678.935246:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204678.935315:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204678.935319:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204678.935323:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204679.639166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204679.639175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204679.639176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204679.639182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204679.639185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204679.639209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204679.639212:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204679.639215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204679.639217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204679.959218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204679.959227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204679.959234:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204679.959235:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204679.959239:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204679.959240:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204679.959244:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204679.959245:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204679.959362:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204679.959367:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204679.959371:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204680.663199:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204680.663209:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204680.663211:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204680.663218:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204680.663222:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204680.663226:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204680.663229:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204680.663232:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204680.663235:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204680.983136:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204680.983143:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204680.983148:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204680.983149:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204680.983151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204680.983152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204680.983155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204680.983156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204680.983216:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204680.983219:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204680.983222:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204681.687128:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204681.687128:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204681.687137:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204681.687142:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.687142:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204681.687147:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204681.687151:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204681.687164:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204681.687169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204681.687171:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204681.687174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204681.687180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204681.687181:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3814
00000100:00000001:2.0:1788204681.687184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204681.687190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204681.687196:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204681.687205:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204681.687209:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204681.687212:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687216:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687218:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687219:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204681.687223:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204681.687226:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204681.687229:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204681.687232:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204681.687233:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204681.687242:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204681.687245:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687246:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687247:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687249:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204681.687251:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204681.687254:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687255:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.687258:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204681.687261:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.687263:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687265:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204681.687267:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204681.687277:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204681.687280:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204681.687284:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204681.687286:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687289:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204681.687293:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204681.687297:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204681.687304:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204681.687311:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204681.687320:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204681.687328:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204681.687332:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.687337:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.687366:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.687369:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204681.687373:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204681.687374:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204681.687376:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204681.687379:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204681.687382:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3814
00000400:00000200:3.0:1788204681.687387:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204681.687391:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204681.687393:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204681.687395:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204681.687396:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204681.687397:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687401:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204681.687402:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204681.687403:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204681.687406:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204681.687408:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204681.687408:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204681.687411:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204681.687414:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204681.687416:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204681.687418:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204681.687418:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204681.687421:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687425:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687428:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687431:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204681.687435:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204681.687436:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204681.687439:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.687439:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687443:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687445:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204681.687446:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204681.687448:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204681.687451:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.687453:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204681.687455:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618679040:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204681.687456:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687459:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204681.687462:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788204681.687464:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204681.687466:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1788204681.687467:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687470:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687470:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687476:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788204681.687476:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000020:00000040:3.0:1788204681.687479:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204681.687480:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204681.687481:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204681.687482:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:3.0:1788204681.687483:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204681.687485:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204681.687488:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687489:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204681.687493:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:3.0:1788204681.687497:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.687498:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204681.687503:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204681.687505:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000100:00000001:3.0:1788204681.687515:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204681.687517:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000001:3.0:1788204681.687518:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.687525:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204681.687527:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679040, portal 25
00000100:00000001:1.0:1788204681.687534:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204681.687537:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000001:3.0:1788204681.687539:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.687545:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204681.687550:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204681.687551:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204681.687553:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204681.687554:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.687557:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204681.687562:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3814
00000400:00000200:3.0:1788204681.687571:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204681.687572:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204681.687576:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204681.687580:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204681.687581:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204681.687585:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec63b8.
00000100:00000040:3.0:1788204681.687588:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204681.687592:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618679040, offset 0
00000100:00000001:3.0:1788204681.687592:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687594:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687598:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204681.687600:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204681.687601:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204681.687602:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204681.687604:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204681.687607:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204681.687608:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204681.687610:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204681.687614:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687615:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687616:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687618:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204681.687621:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:1.0:1788204681.687622:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204681.687627:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687630:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.687632:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204681.687633:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:3.0:1788204681.687636:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.687640:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.687642:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204681.687644:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204681.687648:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204681.687649:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00000001:3.0:1788204681.687653:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687656:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.687657:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204681.687661:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000010:3.0:1788204681.687662:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000400:00000200:1.0:1788204681.687667:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3563:3563:256:4294967295] 192.168.201.124@tcp LPNI seq info [3563:3563:8:4294967295]
00000020:00000040:3.0:1788204681.687667:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204681.687674:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204681.687675:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204681.687678:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687681:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204681.687683:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204681.687687:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.687689:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788204681.687693:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000800:00000200:1.0:1788204681.687697:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687699:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204681.687704:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca800.
00000100:00100000:3.0:1788204681.687708:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204681.687715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204681.687721:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204681.687724:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204681.687725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204681.687729:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.687734:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.687737:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204681.687739:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204681.687741:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204681.687742:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204681.687743:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204681.687744:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.687750:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204681.687753:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3814
00000100:00000001:1.0:1788204681.687754:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298489071
00000400:00000200:3.0:1788204681.687759:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204681.687762:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000010:1.0:1788204681.687763:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d180.
00000100:00080000:3.0:1788204681.687765:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204681.687769:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687771:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.687772:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687774:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204681.687775:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1788204681.687775:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204681.687778:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204681.687780:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204681.687782:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204681.687784:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298489071
00000020:00000001:3.0:1788204681.687785:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204681.687790:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000010:1.0:1788204681.687791:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d1e0.
00000100:00000040:3.0:1788204681.687795:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204681.687798:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204681.687800:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204681.687804:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204681.687805:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687808:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204681.687811:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204681.687815:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.687817:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204681.687819:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687823:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.687824:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204681.687826:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204681.687829:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.687831:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687832:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204681.687833:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1788204681.687835:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204681.687836:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00000001:3.0:1788204681.687840:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.687841:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204681.687842:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.687843:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204681.687846:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204681.687848:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000100:00000040:1.0:1788204681.687850:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204681.687852:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204681.687857:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204681.687859:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.687861:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204681.687863:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.687863:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204681.687867:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204681.687868:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204681.687871:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.687872:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687874:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204681.687877:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679168:192.168.201.124@tcp:38:kworker.0
02000000:00000010:3.0:1788204681.687879:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:1.0:1788204681.687885:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204681.687886:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687887:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204681.687889:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.687892:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204681.687895:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00100000:3.0:1788204681.687896:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204681.687897:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.687904:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204681.687909:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000100:00000001:3.0:1788204681.687910:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204681.687913:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204681.687914:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000040:3.0:1788204681.687917:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204681.687919:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679168, portal 10
00000100:00000001:1.0:1788204681.687923:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204681.687925:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00000001:3.0:1788204681.687934:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204681.687936:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204681.687940:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204681.687944:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204681.687947:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1788204681.687948:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687952:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204681.687953:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6e58.
00000100:00000200:1.0:1788204681.687957:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618679168, offset 0
00000100:00080000:3.0:1788204681.687957:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204681.687963:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204681.687964:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204681.687969:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3814
00000400:00000200:1.0:1788204681.687970:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204681.687976:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.687977:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204681.687983:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204681.687983:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204681.687987:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:3.0:1788204681.687987:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204681.687991:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204681.687993:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204681.687996:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.687997:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204681.688003:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688004:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3564:3564:255:4294967295] 192.168.201.124@tcp LPNI seq info [3564:3564:7:4294967295]
00000100:00000001:3.0:1788204681.688005:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204681.688010:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204681.688012:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000200:1.0:1788204681.688013:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:3.0:1788204681.688015:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204681.688020:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:1.0:1788204681.688021:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204681.688025:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000200:1.0:1788204681.688029:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204681.688031:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000010:1.0:1788204681.688033:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca500.
00000100:00000040:3.0:1788204681.688040:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:1.0:1788204681.688041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204681.688047:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204681.688048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204681.688079:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204681.688085:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204681.688088:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:1.0:1788204681.688092:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204681.688093:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:1.0:1788204681.688097:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:3.0:1788204681.688098:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.688102:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204681.688103:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204681.688107:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298488983
02000000:00000001:3.0:1788204681.688108:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204681.688111:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688113:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298488983
00000100:00000001:1.0:1788204681.688119:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298489071
02000000:00000001:3.0:1788204681.688120:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688125:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204681.688125:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204681.688130:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:1.0:1788204681.688131:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688136:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1788204681.688137:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.688140:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204681.688145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204681.688147:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204681.688152:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204681.688166:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204681.688169:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688172:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204681.688173:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204681.688176:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.688177:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204681.688179:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204681.688183:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204681.688188:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.688189:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204681.688193:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204681.688196:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204681.688197:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204681.688206:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204681.688212:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204681.688213:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204681.688217:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204681.688217:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.688222:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.688225:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204681.688226:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204681.688232:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204681.688236:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.688238:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.688243:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204681.688246:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3824)
00000400:00000010:1.0:1788204681.688248:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fadc0.
00000400:00000010:1.0:1788204681.688254:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000200:1.0:1788204681.688257:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679296, portal 10
00000100:00000001:1.0:1788204681.688259:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204681.688260:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000040:1.0:1788204681.688268:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204681.688276:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204681.688278:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204681.688281:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec66e8.
00000100:00000200:1.0:1788204681.688283:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618679296, offset 0
00000400:00000200:1.0:1788204681.688288:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.688296:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204681.688299:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204681.688301:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204681.688305:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204681.688307:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688310:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3565:3565:254:4294967295] 192.168.201.124@tcp LPNI seq info [3565:3565:6:4294967295]
00000400:00000200:1.0:1788204681.688314:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.688321:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204681.688325:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204681.688329:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca000.
00000800:00000200:1.0:1788204681.688332:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204681.688336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204681.688338:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204681.688341:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204681.688344:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204681.688345:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298486828
00000100:00000001:1.0:1788204681.688348:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688350:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298486828
00000100:00000001:1.0:1788204681.688352:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688354:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204681.688357:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688359:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688361:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204681.688365:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204681.688367:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204681.688369:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204681.688371:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204681.688372:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204681.688376:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204681.688383:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204681.688385:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.688388:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204681.688389:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204681.688391:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204681.688394:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204681.688398:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204681.688400:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204681.688403:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.688404:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204681.688408:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204681.688410:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.688413:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204681.688417:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fac08.
00000400:00000010:1.0:1788204681.688421:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204681.688424:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679424, portal 4
00000100:00000001:1.0:1788204681.688427:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204681.688428:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:1.0:1788204681.688435:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204681.688441:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204681.688444:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204681.688446:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6220.
00000100:00000200:1.0:1788204681.688449:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618679424, offset 0
00000400:00000200:1.0:1788204681.688453:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688457:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.688461:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204681.688464:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204681.688466:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204681.688468:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204681.688471:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688474:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3566:3566:253:4294967295] 192.168.201.124@tcp LPNI seq info [3566:3566:5:4294967295]
00000400:00000200:1.0:1788204681.688477:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.688484:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204681.688488:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204681.688492:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76cae00.
00000800:00000200:1.0:1788204681.688495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204681.688499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204681.688501:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204681.688504:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204681.688507:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204681.688508:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298486808
00000100:00000001:1.0:1788204681.688511:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688513:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298486808
00000100:00000001:1.0:1788204681.688515:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688517:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204681.688520:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688522:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204681.688525:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204681.688533:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204681.688534:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.688537:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204681.688538:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204681.688541:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204681.688544:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204681.688547:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204681.688550:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204681.688552:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204681.688554:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204681.688557:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204681.688560:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204681.688562:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204681.688565:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204681.688569:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204681.688572:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679552, portal 4
00000100:00000001:1.0:1788204681.688574:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204681.688575:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:1.0:1788204681.688581:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204681.688588:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204681.688590:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204681.688593:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec67f8.
00000100:00000200:1.0:1788204681.688596:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618679552, offset 0
00000400:00000200:1.0:1788204681.688600:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.688607:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204681.688610:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204681.688612:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204681.688615:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204681.688617:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204681.688620:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3567:3567:252:4294967295] 192.168.201.124@tcp LPNI seq info [3567:3567:4:4294967295]
00000400:00000200:1.0:1788204681.688624:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204681.688630:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204681.688634:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204681.688638:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca700.
00000800:00000200:1.0:1788204681.688641:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204681.688645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204681.688649:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204681.688652:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204681.688655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204681.688657:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298486942
00000100:00000001:1.0:1788204681.688659:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688661:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298486942
00000100:00000001:1.0:1788204681.688664:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298489071
00000100:00000001:1.0:1788204681.688666:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204681.688668:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688671:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688674:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204681.688678:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204681.688679:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204681.688681:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204681.688682:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204681.688684:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204681.688686:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204682.007216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204682.007225:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204682.007234:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204682.007235:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204682.007239:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204682.007241:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204682.007245:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204682.007246:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204682.007324:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204682.007335:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204682.007339:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204682.711281:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204682.711291:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204682.711294:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204682.711301:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204682.711305:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204682.711309:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204682.711312:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204682.711315:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204682.711318:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204683.031199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204683.031206:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204683.031213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204683.031214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204683.031218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204683.031219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204683.031222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204683.031224:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204683.031303:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204683.031306:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204683.031308:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204683.735232:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204683.735240:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204683.735242:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204683.735246:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204683.735249:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204683.735253:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204683.735256:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204683.735258:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204683.735260:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204683.991189:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298489071, at 4298489088
00000100:00000040:3.0:1788204683.991189:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298489071, at 4298489088
00000100:00000010:3.0:1788204683.991205:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d1e0.
00000100:00000010:2.0:1788204683.991207:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d180.
00010000:00000001:3.0:1788204684.055166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204684.055173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204684.055179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204684.055185:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204684.055188:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204684.055193:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204684.055195:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204684.055197:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055199:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204684.055201:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055202:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055204:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204684.055207:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204684.055208:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204684.055209:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055210:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204684.055211:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055211:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204684.055213:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204684.055259:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204684.055262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204684.055265:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204684.759431:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204684.759438:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204684.759445:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204684.759451:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204684.759456:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204684.759467:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204684.759471:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204684.759475:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204684.759478:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788204684.759676:0:2372:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:0.0:1788204684.759739:0:2372:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204684.759750:0:2372:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204684.759755:0:2372:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:0.0:1788204684.759762:0:2372:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204684.759768:0:2372:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204684.759775:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204684.759781:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca800.
00000400:00000200:0.0:1788204684.759788:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204684.759794:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204684.759803:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec63b8
00000400:00000010:0.0:1788204684.759806:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec63b8.
00000100:00000001:0.0:1788204684.759813:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204684.759831:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204684.759855:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204684.759860:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204684.759869:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204684.759871:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204684.759885:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204684.759888:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca500.
00000400:00000200:0.0:1788204684.759891:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204684.759895:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204684.759898:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6e58
00000400:00000010:0.0:1788204684.759900:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6e58.
00000100:00000001:0.0:1788204684.759902:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204684.759906:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204684.759913:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204684.759916:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204684.759921:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204684.759923:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204684.759928:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204684.759931:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca000.
00000400:00000200:0.0:1788204684.759934:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204684.759938:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204684.759942:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec66e8
00000400:00000010:0.0:1788204684.759945:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec66e8.
00000100:00000001:0.0:1788204684.759948:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204684.759953:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.759958:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204684.759962:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204684.759964:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204684.759967:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.759971:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204684.759977:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204684.759982:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1788204684.759984:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204684]  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788204684.759991:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204684.759997:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76cae00.
00000400:00000200:0.0:1788204684.760002:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204684.760007:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000001:1.0:1788204684.760009:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1788204684.760011:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6220
00000400:00000001:1.0:1788204684.760013:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204684.760015:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6220.
00000400:00000010:1.0:1788204684.760018:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000100:00000001:0.0:1788204684.760020:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1788204684.760023:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204684.760027:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000200:0.0:1788204684.760029:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760032:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204684.760040:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204684.760042:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204684.760049:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204684.760090:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760120:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204684.760124:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204684.760124:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204684.760129:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204684.760131:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760135:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1788204684.760140:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000100:00100000:1.0:1788204684.760145:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1788204684.760146:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca700.
00000400:00000200:0.0:1788204684.760152:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204684.760161:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1788204684.760163:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204684.760165:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec67f8
00000400:00000010:0.0:1788204684.760168:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec67f8.
00000100:00000001:0.0:1788204684.760172:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788204684.760173:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204684.760181:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760185:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204684.760192:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760197:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204684.760198:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204684.760199:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204684.760203:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760203:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204684.760207:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204684.760215:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204684.760216:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204684.760220:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204684.760224:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204684.760229:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204684.760235:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204684.760244:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204684.760250:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204684.760253:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204684]  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204684.760261:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204684.760262:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204684.760264:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fadc0.
00000400:00000200:1.0:1788204684.760267:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:1.0:1788204684.760269:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:1.0:1788204684.760272:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204684.760275:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204684.760283:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760289:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204684.760290:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760292:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760293:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204684.760295:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760301:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204684.760305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760311:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204684.760313:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760315:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760318:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760320:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204684.760322:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204684.760325:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204684.760329:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204684.760331:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204684.760334:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204684.760341:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204684.760346:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204684.760350:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204684]  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204684.760357:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204684.760359:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204684.760361:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204684.760364:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204684.760366:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204684.760369:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204684.760371:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204684.760380:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760386:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204684.760388:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760389:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760391:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204684.760394:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760401:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204684.760405:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760412:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204684.760414:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760416:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760417:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760418:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204684.760420:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204684.760423:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204684.760427:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204684.760429:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204684.760433:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204684.760441:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618679040:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204684.760445:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204684.760447:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204684.760450:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618679168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760457:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204684.760460:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204684.760464:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204684.760469:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204684.760472:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204684.760474:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204684.760477:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204684.760480:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:1.0:1788204684.760485:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204684.760487:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204684.760489:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:1.0:1788204684.760493:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204684.760494:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760496:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204684.760500:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618679296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760506:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204684.760507:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204684.760509:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204684.760511:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204684.760513:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204684.760514:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204684.760516:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204684.760518:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:1.0:1788204684.760520:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204684.760522:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204684.760523:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:1.0:1788204684.760526:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204684.760527:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760529:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204684.760532:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618679040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760539:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204684.760540:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204684.760541:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204684.760543:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204684.760544:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204684.760545:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204684.760547:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204684.760548:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:1.0:1788204684.760551:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204684.760552:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204684.760553:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:1.0:1788204684.760555:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204684.760557:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760560:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204684.760562:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204684.760563:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204684.760565:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204684.760569:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204684]  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204684.760578:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204684.760579:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204684.760582:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fac08.
00000400:00000200:1.0:1788204684.760584:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204684.760586:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204684.760589:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204684.760591:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204684.760605:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760611:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204684.760612:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760614:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760615:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204684.760619:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760626:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204684.760630:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760637:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204684.760640:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760642:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760643:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760645:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204684.760646:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204684.760649:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204684.760653:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204684.760656:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204684.760660:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204684.760668:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204684.760673:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204684.760678:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204684]  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204684.760692:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204684.760694:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204684.760696:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204684.760699:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204684.760701:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204684.760704:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204684.760708:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204684.760718:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760725:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204684.760727:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760730:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760731:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204684.760735:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760742:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204684.760746:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760753:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204684.760756:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760757:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204684.760759:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760760:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204684.760763:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204684.760765:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204684.760769:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204684.760771:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204684.760776:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204684.760784:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204684.760788:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760790:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204684.760793:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618679424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760800:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204684.760802:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204684.760804:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204684.760807:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204684.760808:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204684.760810:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204684.760812:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204684.760813:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:1.0:1788204684.760815:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204684.760817:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204684.760818:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:1.0:1788204684.760820:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204684.760821:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760823:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204684.760826:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618679552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204684.760832:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204684.760833:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204684.760834:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204684.760837:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204684.760838:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204684.760839:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204684.760841:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204684.760843:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204684.760846:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204684.760848:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204684.760850:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:1.0:1788204684.760852:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204684.760853:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760854:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.760862:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204684.760864:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204684.760866:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204684.760867:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204685.079180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204685.079186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204685.079191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204685.079193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204685.079196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204685.079198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204685.079201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204685.079202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204685.079261:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204685.079264:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204685.079267:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204685.783201:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204685.783217:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204685.783220:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204685.783226:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204685.783230:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204685.783236:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204685.783238:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204685.783241:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204685.783244:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204686.103157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204686.103165:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204686.103167:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204686.103170:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103173:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204686.103175:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103177:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103179:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204686.103188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204686.103190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204686.103191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204686.103249:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204686.103254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204686.103257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204686.807197:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204686.807198:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204686.807206:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204686.807209:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204686.807215:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204686.807219:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204686.807222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204686.807224:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204686.807226:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204686.807229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.807274:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204686.807277:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204686.807281:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204686.807286:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204686.807295:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3819
00000400:00000200:3.0:1788204686.807305:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204686.807313:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204686.807316:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204686.807319:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.807323:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.807326:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.807329:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204686.807333:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204686.807335:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204686.807338:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204686.807342:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204686.807345:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204686.807348:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204686.807351:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.807353:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.807355:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.807356:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204686.807359:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204686.807362:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204686.807366:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.807369:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204686.807373:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.807376:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.807378:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204686.807381:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204686.807459:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204686.807463:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204686.807468:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204686.807470:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.807474:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204686.807478:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204686.807483:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204686.807493:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204686.807500:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204686.807512:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204686.807523:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204686.807528:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.807533:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.809105:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.809119:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204686.809124:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204686.809126:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204686.809130:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204686.809136:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204686.809144:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3819
00000100:00000001:1.0:1788204686.809149:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788204686.809155:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204686.809156:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204686.809161:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204686.809163:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204686.809167:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204686.809170:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809175:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.809179:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204686.809179:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809183:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204686.809189:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204686.809192:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204686.809195:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204686.809198:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204686.809200:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204686.809202:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204686.809203:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204686.809207:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204686.809209:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204686.809210:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809213:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.809215:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809216:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204686.809217:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204686.809218:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204686.809223:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.809223:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809225:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.809229:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788204686.809232:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618679680:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204686.809236:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204686.809239:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204686.809240:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.809243:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204686.809247:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788204686.809248:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204686.809252:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204686.809253:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.809259:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204686.809264:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204686.809274:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000010:3.0:1788204686.809274:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
02000000:00000001:1.0:1788204686.809279:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204686.809282:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204686.809288:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204686.809289:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204686.809293:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204686.809295:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:3.0:1788204686.809297:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204686.809302:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204686.809306:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
02000000:00000001:3.0:1788204686.809307:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204686.809317:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679680, portal 25
02000000:00000010:3.0:1788204686.809318:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:1.0:1788204686.809322:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204686.809326:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000001:3.0:1788204686.809329:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.809335:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204686.809341:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204686.809347:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204686.809355:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809358:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204686.809360:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204686.809366:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618679680, offset 0
00000100:00000001:3.0:1788204686.809366:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.809373:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204686.809380:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809390:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.809393:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204686.809394:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204686.809400:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204686.809402:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204686.809404:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204686.809406:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204686.809408:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204686.809413:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3819
00000400:00000200:1.0:1788204686.809418:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204686.809419:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.809426:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204686.809427:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204686.809431:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204686.809433:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204686.809438:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204686.809441:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809443:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.809448:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204686.809449:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3568:3568:256:4294967295] 192.168.201.124@tcp LPNI seq info [3568:3568:8:4294967295]
00000100:00000001:3.0:1788204686.809452:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204686.809458:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204686.809459:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204686.809460:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204686.809465:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204686.809467:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204686.809469:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204686.809473:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204686.809477:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204686.809481:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809484:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.809489:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.0:1788204686.809490:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809494:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204686.809497:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000010:1.0:1788204686.809500:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000100:00080000:3.0:1788204686.809500:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809506:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.809508:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204686.809511:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204686.809512:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204686.809516:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204686.809520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204686.809520:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204686.809524:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204686.809529:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204686.809530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204686.809532:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204686.809536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1788204686.809538:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204686.809545:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000100:1.0:1788204686.809548:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204686.809549:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1788204686.809553:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
02000000:00000001:3.0:1788204686.809553:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.809559:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204686.809560:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204686.809562:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.809564:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1788204686.809567:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000400:00000200:1.0:1788204686.809572:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204686.809573:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.809581:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000100:00100000:3.0:1788204686.809582:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204686.809586:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:3.0:1788204686.809594:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204686.809595:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204686.809598:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204686.809603:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204686.809607:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.809627:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204686.809628:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.809633:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204686.809635:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204686.809642:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204686.809646:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204686.809648:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204686.809654:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204686.809658:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3819
00000100:00000001:1.0:1788204686.809662:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.809667:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204686.809667:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204686.809673:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204686.809677:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204686.809679:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.809681:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809685:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204686.809686:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204686.809690:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204686.809693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298494193
00000100:00000001:3.0:1788204686.809694:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204686.809699:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204686.809700:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204686.809702:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:1.0:1788204686.809703:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777db40.
00000020:00000040:3.0:1788204686.809705:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204686.809709:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204686.809711:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204686.809714:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204686.809715:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809720:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.809722:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809724:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204686.809726:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298494193
00000020:00000040:3.0:1788204686.809727:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000010:1.0:1788204686.809731:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dc60.
00000100:00080000:3.0:1788204686.809734:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204686.809737:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204686.809738:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.809742:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.809743:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204686.809747:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204686.809748:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.809753:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.809754:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204686.809759:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204686.809762:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204686.809764:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204686.809771:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.809775:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204686.809782:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000400:00000001:1.0:1788204686.809784:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204686.809787:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1788204686.809787:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000010:1.0:1788204686.809791:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
02000000:00000001:3.0:1788204686.809793:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204686.809795:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
02000000:00000001:3.0:1788204686.809796:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204686.809799:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:3.0:1788204686.809801:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204686.809803:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204686.809804:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204686.809808:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204686.809810:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204686.809814:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204686.809821:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204686.809823:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204686.809830:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204686.809833:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204686.809837:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.809842:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.809844:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204686.809845:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.809850:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.809854:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204686.809858:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.809876:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.809878:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.809882:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204686.809884:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204686.809889:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204686.809893:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204686.809897:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204686.809899:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204686.809903:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204686.809904:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.809909:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204686.809909:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3819
00000100:00000001:1.0:1788204686.809912:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204686.809917:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204686.809918:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1788204686.809922:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204686.809923:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204686.809928:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788204686.809929:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204686.809933:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809936:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1788204686.809938:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:3.0:1788204686.809939:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809944:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204686.809945:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788204686.809946:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204686.809948:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204686.809951:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204686.809954:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:1.0:1788204686.809955:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204686.809956:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204686.809960:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204686.809965:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809968:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204686.809971:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809975:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204686.809978:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00100000:1.0:1788204686.809980:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618679680:192.168.201.124@tcp:250:kworker.0
00000100:00080000:3.0:1788204686.809982:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204686.809988:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.809992:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204686.809992:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204686.809997:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204686.809998:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204686.810003:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618679680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204686.810004:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.810009:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204686.810013:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:1.0:1788204686.810019:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00000001:3.0:1788204686.810019:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810024:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204686.810024:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204686.810029:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
00000100:00000010:3.0:1788204686.810031:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
02000000:00000001:1.0:1788204686.810034:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1788204686.810036:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204686.810038:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1788204686.810041:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1788204686.810042:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204686.810044:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204686.810047:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204686.810049:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204686.810097:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204686.810099:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204686.810103:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:3.0:1788204686.810108:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204686.810114:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204686.810122:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204686.810124:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.810128:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204686.810131:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:1.0:1788204686.810141:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204686.810141:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810145:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1788204686.810147:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3829)
00000100:00000010:1.0:1788204686.810148:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:1.0:1788204686.810154:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204686.810156:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810159:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810170:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204686.810172:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810175:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204686.810177:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204686.810179:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204686.810184:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810191:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204686.810193:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810196:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204686.810198:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204686.810200:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.810203:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204686.810207:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204686.810209:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204686.810212:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810213:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204686.810218:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204686.810219:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.810223:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204686.810226:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204686.810230:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204686.810234:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679808, portal 10
00000100:00000001:1.0:1788204686.810235:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204686.810237:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204686.810244:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810251:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204686.810254:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204686.810256:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204686.810259:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618679808, offset 0
00000400:00000200:1.0:1788204686.810263:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204686.810268:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.810272:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204686.810276:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204686.810278:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204686.810281:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204686.810284:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204686.810287:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3569:3569:256:4294967295] 192.168.201.124@tcp LPNI seq info [3569:3569:8:4294967295]
00000400:00000200:1.0:1788204686.810290:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.810298:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204686.810302:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.810306:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204686.810311:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204686.810314:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204686.810319:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204686.810321:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204686.810326:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.810327:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204686.810330:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204686.810333:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204686.810337:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204686.810339:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204686.810341:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204686.810344:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810352:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.810355:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810362:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810363:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204686.810368:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.810372:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204686.810375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204686.810377:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298494105
00000100:00000001:1.0:1788204686.810379:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.810382:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298494105
00000100:00000001:1.0:1788204686.810384:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.810386:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204686.810388:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810390:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204686.810393:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204686.810400:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204686.810401:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204686.810403:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204686.810405:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204686.810406:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204686.810408:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204686.810412:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204686.810419:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810425:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204686.810427:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810428:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.810430:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204686.810433:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810438:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204686.810442:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810449:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204686.810451:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810453:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.810454:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810456:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204686.810458:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204686.810460:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204686.810464:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204686.810466:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204686.810470:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204686.810478:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204686.810481:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204686.810485:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810491:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204686.810493:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810494:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204686.810496:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204686.810498:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.810500:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204686.810503:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204686.810506:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204686.810507:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810509:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204686.810512:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204686.810514:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.810517:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204686.810519:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204686.810522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204686.810525:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618679936, portal 10
00000100:00000001:1.0:1788204686.810527:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204686.810529:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:1.0:1788204686.810534:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810540:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204686.810542:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204686.810544:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204686.810546:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618679936, offset 0
00000400:00000200:1.0:1788204686.810551:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204686.810554:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.810558:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204686.810560:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204686.810563:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204686.810566:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204686.810568:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204686.810570:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3570:3570:256:4294967295] 192.168.201.124@tcp LPNI seq info [3570:3570:8:4294967295]
00000400:00000200:1.0:1788204686.810574:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.810581:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204686.810586:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.810589:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204686.810593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204686.810595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204686.810599:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204686.810601:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204686.810605:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.810607:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204686.810610:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204686.810613:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204686.810616:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204686.810619:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204686.810621:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204686.810625:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810633:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.810636:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810643:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810645:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204686.810648:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.810651:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204686.810654:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204686.810656:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298491950
00000100:00000001:1.0:1788204686.810659:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.810661:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298491950
00000100:00000001:1.0:1788204686.810663:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.810666:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204686.810668:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810670:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204686.810674:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204686.810682:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204686.810683:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204686.810685:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204686.810687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204686.810689:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204686.810691:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204686.810694:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204686.810702:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810709:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204686.810710:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810712:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.810714:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204686.810717:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810724:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204686.810728:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810734:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204686.810737:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810738:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.810740:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.810741:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204686.810743:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204686.810745:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204686.810748:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204686.810751:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204686.810754:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204686.810763:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618679936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204686.810767:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204686.810771:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810778:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204686.810779:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810782:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204686.810783:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204686.810785:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.810788:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204686.810792:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204686.810794:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204686.810796:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.810797:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204686.810801:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204686.810802:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.810806:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204686.810808:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204686.810812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204686.810815:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680064, portal 4
00000100:00000001:1.0:1788204686.810817:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204686.810818:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:1.0:1788204686.810824:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810831:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204686.810833:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204686.810835:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204686.810838:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618680064, offset 0
00000400:00000200:1.0:1788204686.810842:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204686.810846:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.810850:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204686.810853:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204686.810855:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204686.810858:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204686.810860:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204686.810864:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3571:3571:256:4294967295] 192.168.201.124@tcp LPNI seq info [3571:3571:8:4294967295]
00000400:00000200:1.0:1788204686.810868:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.810874:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204686.810879:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.810882:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204686.810886:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204686.810889:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204686.810893:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204686.810895:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204686.810899:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.810901:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204686.810904:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204686.810907:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204686.810910:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204686.810912:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204686.810915:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204686.810918:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810925:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.810928:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810934:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810936:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204686.810939:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.810942:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204686.810945:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204686.810947:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298491930
00000100:00000001:1.0:1788204686.810949:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.810951:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298491930
00000100:00000001:1.0:1788204686.810954:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.810956:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204686.810958:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.810960:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204686.810964:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204686.810972:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204686.810973:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204686.810975:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204686.810977:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204686.810979:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204686.810981:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204686.810984:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204686.810992:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.810998:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204686.811000:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.811003:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204686.811006:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811013:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204686.811016:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811023:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204686.811026:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811027:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.811029:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811030:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204686.811032:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204686.811034:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204686.811037:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204686.811039:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204686.811043:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204686.811093:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204686.811098:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204686.811102:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811108:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204686.811110:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.811112:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204686.811113:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204686.811115:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.811118:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204686.811121:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204686.811123:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204686.811125:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.811127:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204686.811131:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204686.811133:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.811136:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204686.811139:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204686.811142:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204686.811145:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680192, portal 4
00000100:00000001:1.0:1788204686.811147:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204686.811148:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:1.0:1788204686.811154:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811161:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204686.811163:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204686.811166:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204686.811168:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618680192, offset 0
00000400:00000200:1.0:1788204686.811172:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204686.811177:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.811181:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204686.811183:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204686.811187:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204686.811189:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204686.811191:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204686.811195:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3572:3572:256:4294967295] 192.168.201.124@tcp LPNI seq info [3572:3572:8:4294967295]
00000400:00000200:1.0:1788204686.811199:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204686.811206:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204686.811210:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.811214:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204686.811218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204686.811220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204686.811224:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204686.811226:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204686.811229:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204686.811231:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204686.811234:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204686.811237:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204686.811239:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204686.811241:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204686.811243:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204686.811246:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811252:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.811255:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811261:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.811262:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204686.811265:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.811268:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204686.811271:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204686.811273:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298492065
00000100:00000001:1.0:1788204686.811275:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.811277:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298492065
00000100:00000001:1.0:1788204686.811279:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298494193
00000100:00000001:1.0:1788204686.811281:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204686.811283:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.811285:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204686.811289:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204686.811295:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204686.811297:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204686.811298:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204686.811301:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204686.811302:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204686.811304:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204686.811307:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204686.811315:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811320:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204686.811322:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811323:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.811325:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204686.811328:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811334:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204686.811338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811344:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204686.811347:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811349:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204686.811350:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811352:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204686.811354:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204686.811356:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204686.811359:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204686.811361:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204686.811365:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204686.811372:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204686.811376:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811378:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.811382:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618679808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811388:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204686.811391:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204686.811393:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204686.811396:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204686.811398:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204686.811399:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204686.811401:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204686.811404:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204686.811407:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204686.811409:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204686.811410:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204686.811412:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204686.811413:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811415:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.811418:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618679936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811429:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204686.811431:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204686.811432:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204686.811435:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204686.811436:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204686.811437:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204686.811439:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204686.811441:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204686.811443:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204686.811444:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204686.811445:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:1.0:1788204686.811447:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204686.811449:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811450:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.811453:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618680064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811459:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204686.811460:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204686.811461:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204686.811463:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204686.811464:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204686.811466:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204686.811467:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204686.811469:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204686.811470:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204686.811472:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204686.811473:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:1.0:1788204686.811475:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204686.811476:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811478:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.811481:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618680192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.811486:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204686.811488:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204686.811490:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204686.811491:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204686.811492:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204686.811494:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204686.811496:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204686.811497:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204686.811498:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204686.811499:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204686.811500:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:1.0:1788204686.811502:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204686.811503:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811506:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.811513:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204686.811515:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.811516:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204686.811519:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204687.127260:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204687.127270:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204687.127278:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204687.127279:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204687.127288:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204687.127288:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204687.127292:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204687.127292:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204687.127361:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204687.127366:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204687.127370:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204687.831185:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204687.831193:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204687.831196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204687.831203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204687.831207:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204687.831212:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204687.831215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204687.831218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204687.831222:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204688.151161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204688.151166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204688.151173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204688.151174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204688.151176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204688.151177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204688.151180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204688.151180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204688.151262:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204688.151269:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204688.151274:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204688.855165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204688.855172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204688.855174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204688.855180:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204688.855184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204688.855187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204688.855190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204688.855192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204688.855195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204689.111177:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298494193, at 4298494208
00000100:00000040:2.0:1788204689.111186:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298494193, at 4298494208
00000100:00000010:3.0:1788204689.111192:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dc60.
00000100:00000010:2.0:1788204689.111200:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777db40.
00010000:00000001:3.0:1788204689.175155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204689.175164:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204689.175166:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204689.175168:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204689.175172:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204689.175174:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204689.175175:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204689.175176:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204689.175179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204689.175180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204689.175182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204689.175183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204689.175185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204689.175186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204689.175244:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204689.175248:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204689.175251:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204689.879115:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204689.879121:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204689.879123:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204689.879127:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204689.879130:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204689.879132:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204689.879135:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204689.879137:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204689.879140:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204690.199196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204690.199205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204690.199212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204690.199213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204690.199217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204690.199219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204690.199222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204690.199223:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204690.199327:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204690.199331:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204690.199339:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204690.903108:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204690.903116:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204690.903118:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204690.903122:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204690.903126:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204690.903129:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204690.903131:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204690.903134:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204690.903136:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204691.223199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204691.223210:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204691.223216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204691.223217:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204691.223221:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204691.223222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204691.223226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204691.223228:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204691.223301:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204691.223306:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204691.223310:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204691.927173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204691.927174:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204691.927182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204691.927186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204691.927186:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204691.927191:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788204691.927193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204691.927197:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204691.927200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204691.927203:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204691.927206:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.927211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204691.927214:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3824
00000100:00000001:0.0:1788204691.927215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.927221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204691.927228:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204691.927236:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204691.927240:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.927244:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927248:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.927251:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927254:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204691.927259:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.927261:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204691.927265:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.927269:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204691.927272:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204691.927275:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204691.927279:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927281:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.927283:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927285:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204691.927289:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204691.927293:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927296:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204691.927299:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204691.927303:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204691.927307:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.927309:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204691.927312:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204691.927319:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204691.927323:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204691.927328:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.927330:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.927334:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204691.927338:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.927343:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204691.927351:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204691.927360:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204691.927372:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204691.927383:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204691.927389:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204691.927395:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.927421:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204691.927424:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204691.927428:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204691.927430:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.927433:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204691.927437:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204691.927440:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3824
00000400:00000200:3.0:1788204691.927444:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204691.927447:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788204691.927449:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204691.927453:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204691.927455:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204691.927458:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927461:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204691.927472:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204691.927479:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.927486:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204691.927487:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.927490:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204691.927492:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204691.927494:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204691.927497:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618680320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204691.927501:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204691.927505:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204691.927507:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.927509:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204691.927513:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204691.927515:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.927520:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204691.927524:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204691.927531:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204691.927536:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204691.927540:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680320, portal 25
00000100:00000001:3.0:1788204691.927540:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204691.927545:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788204691.927546:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204691.927548:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000020:00000040:3.0:1788204691.927550:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204691.927553:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204691.927554:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204691.927558:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204691.927562:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204691.927564:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204691.927572:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204691.927577:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204691.927577:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204691.927583:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204691.927584:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204691.927586:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204691.927590:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618680320, offset 0
00000100:00000001:3.0:1788204691.927590:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204691.927600:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204691.927608:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.927613:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204691.927617:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204691.927621:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204691.927624:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204691.927626:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204691.927629:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3573:3573:256:4294967295] 192.168.201.124@tcp LPNI seq info [3573:3573:8:4294967295]
00000400:00000200:2.0:1788204691.927633:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.927639:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204691.927644:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.927649:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204691.927654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204691.927658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204691.927662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204691.927669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204691.927673:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.927681:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204691.927685:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204691.927689:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204691.927695:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204691.927696:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204691.927701:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204691.927704:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.927712:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.927714:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.927719:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927721:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204691.927722:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:2.0:1788204691.927727:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204691.927730:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204691.927734:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204691.927736:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927737:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298499311
02000000:00000001:3.0:1788204691.927740:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1788204691.927743:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:2.0:1788204691.927750:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788204691.927757:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298499311
00000100:00000010:2.0:1788204691.927760:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350a20.
00000100:00000001:2.0:1788204691.927763:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204691.927766:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.927768:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927770:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204691.927774:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204691.927781:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204691.927782:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1788204691.927783:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204691.927786:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:3.0:1788204691.927788:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.927790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204691.927791:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788204691.927793:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204691.927797:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1788204691.927798:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204691.927802:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204691.927803:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.927808:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204691.927813:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204691.927815:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204691.927819:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788204691.927820:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204691.927821:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.927825:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204691.927825:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204691.927829:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204691.927829:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.927834:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788204691.927836:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204691.927837:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.927840:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927845:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204691.927848:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000040:2.0:1788204691.927850:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.927853:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927855:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204691.927858:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.927860:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.927861:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204691.927863:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204691.927864:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204691.927866:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204691.927871:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204691.927877:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204691.927880:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204691.927881:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204691.927885:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.927886:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204691.927894:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204691.927895:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618680320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204691.927906:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.927910:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.927914:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618680320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.927916:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927919:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204691.927921:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204691.927922:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204691.927925:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
00000100:00080000:3.0:1788204691.927928:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1788204691.927929:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204691.927931:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204691.927932:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000040:2.0:1788204691.927933:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00080000:3.0:1788204691.927936:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1788204691.927937:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204691.927941:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204691.927942:0:14863:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204691.927944:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204691.927946:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204691.927948:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00080000:3.0:1788204691.927948:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3824
00000100:00000001:2.0:1788204691.927953:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204691.927955:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204691.927956:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204691.927958:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204691.927963:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204691.927967:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204691.927967:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.927972:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.927974:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.927976:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204691.927989:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.927995:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204691.927996:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204691.927999:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204691.928001:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204691.928002:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204691.928004:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204691.928008:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204691.928010:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204691.928011:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204691.928016:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204691.928021:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204691.928028:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204691.928029:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204691.928030:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.928033:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204691.928035:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204691.928036:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204691.928039:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204691.928041:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00100000:2.0:1788204691.928043:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204691.928047:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204691.928047:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204691.928050:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204691.928082:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.928085:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204691.928087:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204691.928089:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928095:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204691.928095:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000010:2.0:1788204691.928099:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788204691.928103:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204691.928105:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204691.928107:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204691.928111:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680448, portal 10
02000000:00000001:3.0:1788204691.928111:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204691.928115:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204691.928116:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.928117:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
02000000:00000001:3.0:1788204691.928122:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.928125:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204691.928128:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204691.928128:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204691.928135:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.928137:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204691.928139:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204691.928141:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204691.928145:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000010:3.0:1788204691.928147:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000100:00000200:2.0:1788204691.928148:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618680448, offset 0
00000020:00000040:3.0:1788204691.928153:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204691.928156:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204691.928159:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.928161:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928163:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204691.928165:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204691.928168:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204691.928170:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:3.0:1788204691.928171:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928177:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1788204691.928179:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000400:00000200:2.0:1788204691.928182:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204691.928185:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928186:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204691.928192:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00100000:3.0:1788204691.928193:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204691.928198:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3574:3574:256:4294967295] 192.168.201.124@tcp LPNI seq info [3574:3574:8:4294967295]
00000400:00000200:2.0:1788204691.928209:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204691.928212:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204691.928217:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928220:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204691.928226:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204691.928232:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.928239:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000001:3.0:1788204691.928242:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204691.928247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204691.928248:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788204691.928251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1788204691.928254:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1788204691.928258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204691.928259:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788204691.928260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1788204691.928262:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1788204691.928264:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.928268:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000100:00000001:3.0:1788204691.928269:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204691.928273:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204691.928276:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3824
00000400:00000200:2.0:1788204691.928279:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204691.928283:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.928288:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000200:3.0:1788204691.928288:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:2.0:1788204691.928292:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00080000:3.0:1788204691.928293:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204691.928295:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204691.928299:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204691.928300:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.928304:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.928310:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.928315:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204691.928316:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204691.928319:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.928323:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000040:2.0:1788204691.928324:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204691.928326:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.928330:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204691.928334:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204691.928340:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204691.928340:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204691.928344:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204691.928347:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204691.928349:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.928351:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204691.928354:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000040:3.0:1788204691.928355:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204691.928360:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204691.928360:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204691.928363:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298499223
00000020:00000040:3.0:1788204691.928366:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204691.928367:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.928371:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298499223
00000100:00080000:3.0:1788204691.928373:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204691.928374:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.928377:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.928380:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.928381:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.928382:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204691.928386:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204691.928387:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204691.928390:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204691.928395:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.928399:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1788204691.928404:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:3.0:1788204691.928404:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1788204691.928407:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1788204691.928409:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204691.928410:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204691.928412:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928415:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204691.928418:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000010:3.0:1788204691.928418:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788204691.928423:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204691.928424:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204691.928429:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204691.928430:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204691.928433:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.928438:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204691.928441:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204691.928444:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204691.928445:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.928453:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1788204691.928454:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:2.0:1788204691.928455:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928459:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.928460:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204691.928461:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204691.928463:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928469:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204691.928470:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204691.928474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928493:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204691.928495:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204691.928496:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928499:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.928501:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204691.928501:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.928504:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204691.928507:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204691.928509:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204691.928512:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204691.928513:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204691.928517:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204691.928524:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.928531:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204691.928534:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680448:192.168.201.124@tcp:38:kworker.0
00000100:00080000:3.0:1788204691.928536:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204691.928538:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928542:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204691.928544:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1788204691.928546:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618680448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.928548:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.928552:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204691.928554:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204691.928557:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204691.928557:0:14863:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788204691.928560:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204691.928563:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1788204691.928563:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3824
00000020:00000001:2.0:1788204691.928564:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204691.928566:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204691.928569:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204691.928570:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
00000400:00000200:3.0:1788204691.928572:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204691.928573:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204691.928575:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204691.928577:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000400:00000200:3.0:1788204691.928580:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204691.928581:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204691.928583:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928586:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204691.928586:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204691.928590:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204691.928592:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204691.928593:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204691.928595:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204691.928598:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204691.928599:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204691.928602:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204691.928605:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204691.928607:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.928609:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204691.928615:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.928618:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204691.928619:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204691.928621:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204691.928623:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204691.928624:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204691.928627:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204691.928628:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204691.928628:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00100000:2.0:1788204691.928633:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680576:192.168.201.124@tcp:38:kworker.0
00000020:00000001:3.0:1788204691.928634:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204691.928636:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788204691.928638:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:2.0:1788204691.928639:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204691.928641:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.928643:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204691.928646:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:2.0:1788204691.928647:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:3.0:1788204691.928651:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204691.928652:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928658:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204691.928658:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204691.928661:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204691.928663:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204691.928665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000040:3.0:1788204691.928669:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000200:2.0:1788204691.928670:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680576, portal 10
00000100:00000001:2.0:1788204691.928673:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204691.928676:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00080000:3.0:1788204691.928676:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204691.928681:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204691.928684:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204691.928685:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204691.928689:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.928691:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204691.928695:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204691.928695:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204691.928700:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000001:3.0:1788204691.928700:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204691.928704:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618680576, offset 0
00000008:00100000:3.0:1788204691.928704:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:2.0:1788204691.928710:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000008:00000001:3.0:1788204691.928710:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.928715:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928718:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.928721:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000010:3.0:1788204691.928721:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000400:00000200:2.0:1788204691.928726:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788204691.928726:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204691.928731:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788204691.928732:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204691.928735:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204691.928736:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928738:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204691.928740:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204691.928742:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3575:3575:256:4294967295] 192.168.201.124@tcp LPNI seq info [3575:3575:8:4294967295]
02000000:00000001:3.0:1788204691.928743:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.928746:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928750:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788204691.928753:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000400:00000200:2.0:1788204691.928755:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204691.928761:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204691.928762:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.928767:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00100000:3.0:1788204691.928771:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204691.928773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204691.928777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204691.928785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204691.928789:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788204691.928789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788204691.928794:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204691.928795:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.928799:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204691.928801:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204691.928802:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204691.928807:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204691.928811:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204691.928814:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204691.928818:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204691.928821:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204691.928822:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928829:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204691.928829:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3834)
00000100:00000040:2.0:1788204691.928833:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928838:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.928839:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204691.928841:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204691.928843:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204691.928846:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204691.928847:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298497068
00000100:00000001:2.0:1788204691.928850:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.928851:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298497068
00000100:00000001:2.0:1788204691.928853:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.928855:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.928856:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.928858:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204691.928860:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204691.928865:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204691.928865:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204691.928867:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204691.928868:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204691.928869:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204691.928870:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204691.928872:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204691.928876:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928881:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204691.928882:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928883:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.928884:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204691.928886:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928889:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204691.928891:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928894:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204691.928896:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928897:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.928897:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.928898:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204691.928899:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204691.928900:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204691.928902:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204691.928903:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204691.928905:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204691.928909:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204691.928911:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204691.928913:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928917:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204691.928918:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.928919:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204691.928920:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204691.928922:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204691.928923:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204691.928926:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204691.928927:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204691.928927:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.928928:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204691.928930:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204691.928931:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.928934:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204691.928935:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204691.928937:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204691.928939:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680704, portal 4
00000100:00000001:2.0:1788204691.928940:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204691.928941:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788204691.928945:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.928949:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204691.928950:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204691.928951:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204691.928953:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618680704, offset 0
00000400:00000200:2.0:1788204691.928955:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204691.928957:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.928958:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204691.928960:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204691.928961:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204691.928963:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204691.928965:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204691.928968:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3576:3576:256:4294967295] 192.168.201.124@tcp LPNI seq info [3576:3576:8:4294967295]
00000400:00000200:2.0:1788204691.928972:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.928993:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204691.928999:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.929002:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204691.929006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204691.929008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204691.929013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204691.929015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204691.929018:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.929020:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204691.929023:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204691.929025:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204691.929027:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204691.929028:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204691.929030:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204691.929033:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929038:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.929040:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929044:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.929045:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204691.929047:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204691.929049:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204691.929066:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204691.929069:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298497049
00000100:00000001:2.0:1788204691.929072:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.929074:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298497049
00000100:00000001:2.0:1788204691.929077:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.929079:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.929081:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.929083:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204691.929088:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204691.929096:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204691.929098:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204691.929100:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204691.929102:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204691.929104:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204691.929106:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204691.929109:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204691.929117:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929123:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204691.929124:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929126:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.929127:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204691.929131:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929138:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204691.929141:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929148:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204691.929150:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929152:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.929153:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929155:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204691.929156:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204691.929159:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204691.929162:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204691.929164:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204691.929169:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204691.929177:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204691.929181:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929183:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.929186:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618680576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929192:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204691.929194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204691.929195:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204691.929197:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204691.929198:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204691.929198:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204691.929200:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204691.929201:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204691.929204:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204691.929205:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204691.929206:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:2.0:1788204691.929207:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204691.929208:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929209:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.929211:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618680704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929215:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204691.929215:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204691.929217:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204691.929218:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204691.929219:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204691.929219:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204691.929220:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204691.929221:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:2.0:1788204691.929222:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204691.929223:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204691.929224:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788204691.929225:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204691.929226:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929227:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929230:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204691.929231:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.929232:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204691.929233:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204691.929234:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204691.929236:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929240:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204691.929241:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.929242:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204691.929243:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204691.929244:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204691.929246:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204691.929247:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204691.929249:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204691.929250:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204691.929251:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204691.929253:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204691.929254:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204691.929256:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204691.929258:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204691.929260:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204691.929262:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680832, portal 4
00000100:00000001:2.0:1788204691.929263:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204691.929264:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788204691.929268:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929272:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204691.929274:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204691.929275:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204691.929276:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618680832, offset 0
00000400:00000200:2.0:1788204691.929279:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204691.929281:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.929284:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204691.929286:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204691.929287:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204691.929289:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204691.929291:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204691.929293:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3577:3577:256:4294967295] 192.168.201.124@tcp LPNI seq info [3577:3577:8:4294967295]
00000400:00000200:2.0:1788204691.929295:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204691.929299:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204691.929301:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.929303:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204691.929306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204691.929309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204691.929313:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204691.929315:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204691.929318:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204691.929320:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204691.929322:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204691.929326:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204691.929328:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204691.929330:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204691.929333:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204691.929336:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929344:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.929347:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929352:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.929353:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204691.929356:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204691.929358:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204691.929360:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204691.929362:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298497183
00000100:00000001:2.0:1788204691.929363:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.929365:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298497183
00000100:00000001:2.0:1788204691.929366:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298499311
00000100:00000001:2.0:1788204691.929368:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204691.929369:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.929370:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204691.929373:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204691.929377:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204691.929377:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204691.929378:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204691.929379:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204691.929380:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204691.929381:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204691.929383:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204691.929388:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929392:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204691.929392:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929393:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.929394:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204691.929396:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929399:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204691.929401:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929405:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204691.929407:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929408:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204691.929409:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929410:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204691.929411:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204691.929412:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204691.929414:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204691.929415:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204691.929417:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204691.929421:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618680832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204691.929423:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929424:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204691.929425:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618680832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204691.929429:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204691.929430:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204691.929431:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204691.929433:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204691.929433:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204691.929434:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204691.929436:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204691.929437:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204691.929438:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204691.929439:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204691.929440:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204691.929442:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204691.929443:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929444:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.929446:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204691.929447:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.929448:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204691.929449:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204692.247135:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204692.247142:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204692.247146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204692.247147:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204692.247151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204692.247152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204692.247156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204692.247157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204692.247206:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204692.247210:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204692.247214:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204692.951202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204692.951213:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204692.951215:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204692.951223:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204692.951227:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204692.951232:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204692.951235:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204692.951238:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204692.951240:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204693.271144:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204693.271150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204693.271157:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204693.271159:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204693.271165:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204693.271167:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204693.271168:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271171:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204693.271173:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271174:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271176:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204693.271179:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204693.271180:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204693.271181:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271182:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204693.271184:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271185:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204693.271186:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204693.271232:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204693.271236:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204693.271239:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204693.975229:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204693.975246:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204693.975248:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204693.975255:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204693.975259:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204693.975264:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204693.975267:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204693.975270:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204693.975273:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204694.231184:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298499311, at 4298499328
00000100:00000040:3.0:1788204694.231184:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298499311, at 4298499328
00000100:00000010:3.0:1788204694.231202:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350a20.
00000100:00000010:2.0:1788204694.231206:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204694.295205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204694.295214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204694.295220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204694.295221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204694.295226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204694.295227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204694.295230:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204694.295232:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204694.295299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204694.295303:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204694.295307:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204694.999212:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204694.999221:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204694.999223:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204694.999231:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204694.999235:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204694.999240:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204694.999243:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204694.999246:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204694.999250:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204695.319186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204695.319195:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204695.319198:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204695.319201:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319204:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204695.319206:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319207:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319209:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204695.319214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204695.319217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204695.319218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204695.319299:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204695.319307:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204695.319311:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204696.023177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204696.023185:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204696.023187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204696.023192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204696.023195:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204696.023199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204696.023202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204696.023204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204696.023207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204696.343142:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204696.343146:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204696.343150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204696.343151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204696.343153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204696.343155:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204696.343157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204696.343158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204696.343214:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204696.343218:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204696.343221:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204697.047205:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204697.047211:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204697.047213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204697.047213:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788204697.047221:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204697.047222:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204697.047226:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204697.047227:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204697.047230:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204697.047232:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204697.047236:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204697.047237:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204697.047242:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204697.047245:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204697.047246:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3829
00000400:00000200:1.0:1788204697.047256:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204697.047263:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204697.047266:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204697.047269:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047272:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204697.047274:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047277:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204697.047280:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204697.047282:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204697.047285:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204697.047288:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204697.047290:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204697.047292:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204697.047295:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047297:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204697.047299:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047301:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204697.047304:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204697.047306:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047309:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204697.047312:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204697.047314:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204697.047317:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.047319:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204697.047321:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204697.047330:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204697.047333:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204697.047337:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204697.047339:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.047342:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204697.047344:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204697.047349:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204697.047355:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:1.0:1788204697.047361:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204697.047369:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204697.047378:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204697.047382:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204697.047387:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204697.047410:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204697.047413:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204697.047416:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204697.047417:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204697.047419:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204697.047422:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204697.047424:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3829
00000400:00000200:1.0:1788204697.047428:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204697.047432:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204697.047435:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204697.047438:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204697.047440:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204697.047441:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204697.047444:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204697.047445:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204697.047447:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204697.047450:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204697.047454:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204697.047455:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204697.047456:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204697.047460:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204697.047463:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788204697.047466:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788204697.047467:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204697.047468:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204697.047472:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204697.047474:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788204697.047477:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204697.047479:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204697.047482:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204697.047485:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204697.047489:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.047490:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204697.047495:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00100000:2.0:1788204697.047498:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618680960:192.168.201.124@tcp:250:kworker.0
00000100:00080000:1.0:1788204697.047500:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204697.047506:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204697.047507:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204697.047511:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204697.047513:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204697.047516:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204697.047517:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204697.047521:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.047523:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204697.047526:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788204697.047529:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
00000008:00100000:1.0:1788204697.047531:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204697.047532:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204697.047537:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.047540:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204697.047542:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204697.047544:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000010:1.0:1788204697.047548:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000400:00000010:2.0:1788204697.047552:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000040:1.0:1788204697.047553:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204697.047558:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204697.047559:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618680960, portal 25
02000000:00000001:1.0:1788204697.047562:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.047563:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204697.047565:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
00000100:00000001:1.0:1788204697.047567:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204697.047571:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788204697.047571:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204697.047574:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.047581:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1788204697.047582:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000040:2.0:1788204697.047587:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047588:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204697.047590:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204697.047593:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618680960, offset 0
00000100:00100000:1.0:1788204697.047598:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204697.047600:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204697.047608:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204697.047610:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204697.047613:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.047614:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:1.0:1788204697.047620:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204697.047621:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204697.047626:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204697.047632:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204697.047637:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047638:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204697.047642:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204697.047643:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3578:3578:256:4294967295] 192.168.201.124@tcp LPNI seq info [3578:3578:8:4294967295]
00000100:00080000:1.0:1788204697.047650:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204697.047654:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204697.047654:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204697.047656:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204697.047660:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204697.047663:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3829
00000400:00000200:2.0:1788204697.047672:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204697.047673:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204697.047680:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.0:1788204697.047684:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:1.0:1788204697.047685:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204697.047688:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000040:1.0:1788204697.047691:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047695:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204697.047699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788204697.047701:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204697.047703:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788204697.047705:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204697.047710:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788204697.047711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:1.0:1788204697.047713:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:2.1:1788204697.047715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1788204697.047716:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204697.047720:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000100:2.0:1788204697.047720:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.047723:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000020:00000001:1.0:1788204697.047725:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204697.047729:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788204697.047730:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204697.047735:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1788204697.047739:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204697.047742:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:1.0:1788204697.047743:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204697.047748:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204697.047748:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:1.0:1788204697.047752:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204697.047755:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204697.047757:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047760:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204697.047763:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204697.047766:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204697.047766:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204697.047769:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.047773:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204697.047775:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204697.047777:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204697.047779:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.047783:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204697.047789:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788204697.047793:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204697.047794:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.047800:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.047808:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.047810:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788204697.047811:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204697.047815:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.047817:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204697.047818:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204697.047819:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204697.047823:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.047824:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:1.0:1788204697.047829:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:2.0:1788204697.047830:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298504431
00000100:00000001:1.0:1788204697.047836:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204697.047838:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00100000:1.0:1788204697.047844:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204697.047846:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788204697.047852:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298504431
00000100:00000001:1.0:1788204697.047857:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788204697.047858:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350300.
00000100:00000001:2.0:1788204697.047862:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204697.047863:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.047865:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204697.047869:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204697.047872:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.047872:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204697.047878:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697]  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204697.047901:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204697.047905:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204697.047908:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204697.047909:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204697.047911:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204697.047913:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204697.047916:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3829
00000400:00000200:1.0:1788204697.047920:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204697.047923:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204697.047926:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204697.047933:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.047936:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204697.047938:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788204697.047940:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000001:2.0:1788204697.047941:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204697.047944:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:1.0:1788204697.047945:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204697.047947:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000020:00000001:1.0:1788204697.047950:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204697.047950:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000020:00000040:1.0:1788204697.047955:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:2.0:1788204697.047955:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788204697.047959:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788204697.047960:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204697.047962:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204697.047968:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:2.0:1788204697.047974:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204697.047975:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204697.047984:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788204697.047986:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204697.047987:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.047991:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204697.047993:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204697.047993:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204697.047999:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204697.048002:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.048009:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204697.048009:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204697.048015:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000040:2.0:1788204697.048016:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204697.048024:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204697.048025:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204697.048029:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048032:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204697.048033:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048033:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048037:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1788204697.048041:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204697.048041:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204697.048045:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204697.048047:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204697.048049:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204697.048070:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204697.048075:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204697.048082:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618680960:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204697.048087:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048089:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204697.048091:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204697.048095:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618680960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204697.048096:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204697.048100:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204697.048105:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.048110:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048110:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204697.048114:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1788204697.048117:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
02000000:00000010:2.0:1788204697.048119:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
00000020:00000040:1.0:1788204697.048121:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204697.048124:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1788204697.048125:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1788204697.048127:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:1.0:1788204697.048129:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204697.048131:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:1.0:1788204697.048133:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1788204697.048135:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:1.0:1788204697.048136:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204697.048139:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204697.048140:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.048144:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:1.0:1788204697.048146:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:2.0:1788204697.048148:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1788204697.048150:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204697.048151:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000100:00000001:2.0:1788204697.048156:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00100000:1.0:1788204697.048157:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204697.048159:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048164:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204697.048167:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204697.048169:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204697.048172:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048174:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204697.048178:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.048182:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048183:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788204697.048185:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204697.048187:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204697.048188:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204697.048191:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204697.048191:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204697.048193:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204697.048196:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204697.048199:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204697.048201:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3829
00000100:00000001:2.0:1788204697.048209:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204697.048210:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.048212:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204697.048214:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204697.048215:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204697.048219:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204697.048222:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204697.048227:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681088:192.168.201.124@tcp:38:kworker.0
00000100:00080000:1.0:1788204697.048228:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204697.048235:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788204697.048236:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204697.048239:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204697.048240:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204697.048242:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204697.048245:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204697.048246:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204697.048251:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:2.0:1788204697.048252:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
00000020:00000001:1.0:1788204697.048254:0:14863:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204697.048256:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204697.048257:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204697.048261:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204697.048264:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:1.0:1788204697.048265:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000010:2.0:1788204697.048269:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000001:1.0:1788204697.048270:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204697.048275:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000010:2.0:1788204697.048275:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204697.048279:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681088, portal 10
00000100:00000040:1.0:1788204697.048282:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204697.048283:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204697.048285:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000001:1.0:1788204697.048287:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204697.048292:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204697.048293:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204697.048299:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204697.048303:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788204697.048305:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:2.0:1788204697.048309:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:1.0:1788204697.048313:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204697.048314:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000001:1.0:1788204697.048317:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204697.048319:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618681088, offset 0
02000000:00000001:1.0:1788204697.048322:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204697.048327:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204697.048327:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204697.048331:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.048335:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204697.048336:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204697.048340:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:2.0:1788204697.048343:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000008:00000001:1.0:1788204697.048345:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.048350:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.048350:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204697.048355:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000010:1.0:1788204697.048357:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000400:00000200:2.0:1788204697.048358:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204697.048362:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000040:1.0:1788204697.048363:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204697.048365:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3579:3579:256:4294967295] 192.168.201.124@tcp LPNI seq info [3579:3579:8:4294967295]
02000000:00000001:1.0:1788204697.048369:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204697.048371:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204697.048373:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.048377:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204697.048380:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204697.048381:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204697.048385:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204697.048386:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.048391:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
02000000:00000010:1.0:1788204697.048393:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000800:00000200:2.0:1788204697.048396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204697.048399:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204697.048399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204697.048404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204697.048407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1788204697.048409:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788204697.048413:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.048416:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204697.048421:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204697.048426:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204697.048427:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204697.048429:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:1.0:1788204697.048431:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204697.048432:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204697.048437:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788204697.048439:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204697.048442:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204697.048459:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048460:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.048464:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204697.048466:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3839)
00000100:00000001:2.0:1788204697.048472:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048475:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204697.048478:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204697.048481:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204697.048485:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204697.048488:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298504343
00000100:00000001:2.0:1788204697.048491:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.048493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298504343
00000100:00000001:2.0:1788204697.048495:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.048497:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204697.048499:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048500:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204697.048505:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697]  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204697.048513:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204697.048514:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204697.048516:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204697.048518:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204697.048520:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204697.048522:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204697.048524:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204697.048529:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048533:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204697.048534:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048535:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.048536:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204697.048538:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048541:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204697.048543:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048547:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204697.048549:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048550:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.048551:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048553:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204697.048555:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204697.048557:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204697.048560:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204697.048562:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204697.048566:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204697.048573:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204697.048577:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204697.048580:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048586:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204697.048587:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.048589:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204697.048591:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204697.048593:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204697.048595:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204697.048597:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204697.048598:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204697.048599:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.048600:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204697.048603:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204697.048604:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.048606:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204697.048608:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204697.048609:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204697.048611:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681216, portal 10
00000100:00000001:2.0:1788204697.048613:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204697.048614:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:2.0:1788204697.048617:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048621:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204697.048623:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204697.048624:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204697.048626:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618681216, offset 0
00000400:00000200:2.0:1788204697.048629:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204697.048632:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204697.048635:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204697.048638:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204697.048640:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204697.048642:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204697.048644:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204697.048647:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3580:3580:256:4294967295] 192.168.201.124@tcp LPNI seq info [3580:3580:8:4294967295]
00000400:00000200:2.0:1788204697.048651:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204697.048656:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204697.048661:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.048664:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204697.048667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204697.048670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204697.048674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204697.048677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204697.048679:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.048681:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204697.048683:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204697.048684:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204697.048687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204697.048688:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204697.048689:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204697.048692:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048696:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.048698:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048702:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048703:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204697.048705:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204697.048707:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204697.048709:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204697.048710:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298502188
00000100:00000001:2.0:1788204697.048712:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.048713:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298502188
00000100:00000001:2.0:1788204697.048714:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.048715:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204697.048716:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048718:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204697.048719:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697]  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204697.048723:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204697.048724:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204697.048725:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204697.048726:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204697.048727:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204697.048729:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204697.048730:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204697.048735:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048739:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204697.048740:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048741:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.048741:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204697.048743:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048747:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204697.048749:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048753:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204697.048754:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048755:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.048756:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048757:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204697.048758:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204697.048759:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204697.048760:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204697.048762:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204697.048764:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204697.048768:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204697.048770:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204697.048771:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048775:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204697.048775:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.048777:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204697.048778:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204697.048779:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204697.048781:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204697.048782:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204697.048784:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204697.048785:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.048786:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204697.048789:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204697.048790:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.048792:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204697.048794:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204697.048796:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204697.048797:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681344, portal 4
00000100:00000001:2.0:1788204697.048799:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204697.048799:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:2.0:1788204697.048803:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048806:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204697.048807:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204697.048809:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204697.048810:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618681344, offset 0
00000400:00000200:2.0:1788204697.048813:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204697.048817:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204697.048820:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204697.048822:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204697.048825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204697.048827:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204697.048829:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204697.048832:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3581:3581:256:4294967295] 192.168.201.124@tcp LPNI seq info [3581:3581:8:4294967295]
00000400:00000200:2.0:1788204697.048836:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204697.048842:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204697.048846:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.048849:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204697.048852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204697.048855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204697.048859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204697.048861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204697.048864:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.048866:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204697.048869:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204697.048871:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204697.048874:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204697.048875:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204697.048878:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204697.048881:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048897:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.048901:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048907:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048909:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204697.048912:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204697.048915:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204697.048918:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204697.048920:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298502168
00000100:00000001:2.0:1788204697.048922:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.048924:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298502168
00000100:00000001:2.0:1788204697.048926:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.048929:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204697.048931:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.048932:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204697.048935:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697]  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204697.048940:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204697.048940:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204697.048942:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204697.048943:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204697.048944:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204697.048946:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204697.048948:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204697.048952:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048956:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204697.048956:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048957:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.048958:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204697.048960:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048964:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204697.048966:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048969:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204697.048971:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048972:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.048972:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048973:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204697.048974:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204697.048975:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204697.048977:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204697.048978:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204697.048980:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204697.048984:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204697.048986:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.048987:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.048989:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618681088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.048993:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204697.048994:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204697.048995:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204697.048997:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204697.048997:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204697.048998:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204697.049000:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204697.049002:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:2.0:1788204697.049004:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204697.049005:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204697.049007:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:2.0:1788204697.049009:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204697.049010:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049012:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.049015:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618681216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049021:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204697.049022:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204697.049023:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204697.049025:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204697.049026:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204697.049027:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204697.049029:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204697.049030:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:2.0:1788204697.049032:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204697.049033:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204697.049034:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:2.0:1788204697.049036:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204697.049037:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049039:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.049042:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618681344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049048:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204697.049050:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204697.049068:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204697.049071:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204697.049072:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204697.049074:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204697.049075:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204697.049076:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:2.0:1788204697.049078:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204697.049079:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204697.049080:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:2.0:1788204697.049082:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204697.049084:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049085:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049089:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204697.049090:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.049092:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204697.049093:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204697.049095:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204697.049099:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049105:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204697.049106:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.049108:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204697.049110:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204697.049112:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204697.049114:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204697.049117:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204697.049119:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204697.049120:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204697.049121:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204697.049124:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204697.049126:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204697.049129:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204697.049131:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204697.049135:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204697.049138:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681472, portal 4
00000100:00000001:2.0:1788204697.049141:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204697.049142:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:2.0:1788204697.049147:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049153:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204697.049155:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204697.049158:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204697.049160:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618681472, offset 0
00000400:00000200:2.0:1788204697.049164:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204697.049168:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204697.049172:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204697.049175:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204697.049177:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204697.049179:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204697.049181:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204697.049184:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3582:3582:256:4294967295] 192.168.201.124@tcp LPNI seq info [3582:3582:8:4294967295]
00000400:00000200:2.0:1788204697.049188:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204697.049193:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204697.049197:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.049200:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204697.049204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204697.049206:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204697.049210:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204697.049212:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204697.049216:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204697.049217:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204697.049220:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204697.049223:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204697.049226:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204697.049228:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204697.049231:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204697.049234:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049246:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.049249:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049254:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.049256:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204697.049258:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204697.049262:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204697.049265:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204697.049266:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298502303
00000100:00000001:2.0:1788204697.049269:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.049271:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298502303
00000100:00000001:2.0:1788204697.049273:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298504431
00000100:00000001:2.0:1788204697.049274:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204697.049277:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.049278:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204697.049282:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697]  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204697.049289:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204697.049291:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204697.049292:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204697.049295:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204697.049296:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204697.049299:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204697.049301:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204697.049309:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049315:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204697.049317:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049319:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.049320:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204697.049323:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049329:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204697.049333:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049339:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204697.049341:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049342:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204697.049344:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049345:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204697.049347:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204697.049349:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204697.049352:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204697.049354:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204697.049358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204697.049365:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204697.049369:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049371:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204697.049373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618681472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204697.049379:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204697.049380:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204697.049382:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204697.049385:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204697.049386:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204697.049387:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204697.049389:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204697.049391:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:2.0:1788204697.049393:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204697.049394:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204697.049395:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:2.0:1788204697.049397:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204697.049398:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049400:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.049403:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204697.049405:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.049407:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204697.049408:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204697.367179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204697.367185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204697.367191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204697.367192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204697.367195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204697.367196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204697.367199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204697.367200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204697.367255:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204697.367258:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204697.367261:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204698.071164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204698.071171:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204698.071173:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204698.071178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204698.071182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204698.071185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204698.071187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204698.071190:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204698.071192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204698.391158:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204698.391160:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204698.391164:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391168:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204698.391170:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391172:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391174:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204698.391180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204698.391184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204698.391187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204698.391188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204698.391236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204698.391239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204698.391241:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204699.095203:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204699.095211:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204699.095213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204699.095219:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204699.095222:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204699.095226:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204699.095229:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204699.095231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204699.095234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204699.351172:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298504431, at 4298504448
00000100:00000010:3.0:1788204699.351194:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350300.
00000100:00000040:2.0:1788204699.351222:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298504431, at 4298504448
00000100:00000010:2.0:1788204699.351239:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204699.415208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204699.415218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204699.415226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204699.415227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204699.415230:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204699.415231:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204699.415233:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204699.415234:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204699.415295:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204699.415299:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204699.415303:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204700.119155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204700.119163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204700.119165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204700.119170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204700.119174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204700.119178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204700.119180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204700.119183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204700.119192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204700.439216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204700.439225:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204700.439232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204700.439233:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204700.439238:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204700.439239:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204700.439243:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204700.439245:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204700.439305:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204700.439309:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204700.439312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204701.143161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204701.143168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204701.143170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204701.143175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204701.143179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204701.143182:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204701.143185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204701.143188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204701.143190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204701.463199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204701.463209:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204701.463217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204701.463219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204701.463223:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204701.463224:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204701.463228:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204701.463229:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204701.463285:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204701.463289:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204701.463292:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204702.167162:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204702.167170:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204702.167172:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204702.167175:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204702.167179:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204702.167182:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788204702.167186:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3834
00000100:00000001:2.0:1788204702.167188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204702.167192:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.167196:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000400:00000200:0.0:1788204702.167198:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204702.167200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204702.167205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204702.167208:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204702.167209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204702.167214:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204702.167214:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204702.167220:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167224:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204702.167227:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204702.167229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167230:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204702.167236:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204702.167238:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204702.167241:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204702.167244:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204702.167245:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204702.167247:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204702.167249:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167251:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204702.167252:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167254:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204702.167256:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204702.167258:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167259:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204702.167261:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204702.167263:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204702.167265:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167266:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204702.167268:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204702.167273:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204702.167276:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204702.167279:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204702.167281:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167283:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204702.167286:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204702.167290:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204702.167297:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788204702.167303:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204702.167312:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204702.167321:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204702.167325:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204702.167329:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204702.167347:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204702.167350:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204702.167353:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204702.167354:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204702.167356:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204702.167358:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204702.167361:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3834
00000400:00000200:0.0:1788204702.167364:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204702.167368:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204702.167370:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204702.167372:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167375:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204702.167375:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204702.167379:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204702.167381:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204702.167385:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204702.167385:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204702.167390:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204702.167392:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204702.167395:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204702.167397:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204702.167398:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204702.167403:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204702.167409:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204702.167417:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204702.167417:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204702.167420:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167421:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204702.167426:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204702.167427:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204702.167430:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204702.167432:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204702.167435:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204702.167437:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204702.167441:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00100000:2.0:1788204702.167445:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618681600:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204702.167446:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204702.167451:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204702.167454:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204702.167458:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204702.167459:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204702.167462:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.167463:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167466:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204702.167468:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1788204702.167472:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788204702.167474:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
00000008:00000001:0.0:1788204702.167476:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.167479:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167481:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204702.167486:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000400:00000200:2.0:1788204702.167488:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788204702.167489:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204702.167493:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204702.167493:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167495:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204702.167496:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204702.167496:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:0.0:1788204702.167499:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204702.167504:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000400:00000010:2.0:1788204702.167505:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204702.167507:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204702.167513:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204702.167514:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681600, portal 25
00000100:00000001:2.0:1788204702.167521:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204702.167524:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204702.167525:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000001:0.0:1788204702.167528:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204702.167532:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204702.167537:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204702.167566:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.167567:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204702.167569:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204702.167575:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204702.167576:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204702.167579:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204702.167580:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204702.167581:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000001:0.0:1788204702.167582:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204702.167586:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3834
00000100:00000200:2.0:1788204702.167587:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618681600, offset 0
00000400:00000200:0.0:1788204702.167592:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204702.167595:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204702.167596:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204702.167601:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204702.167601:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167606:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204702.167607:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167609:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204702.167610:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204702.167611:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:2.0:1788204702.167613:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204702.167614:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204702.167617:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204702.167620:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204702.167624:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:0.0:1788204702.167625:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204702.167632:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204702.167634:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204702.167637:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204702.167642:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:0.0:1788204702.167643:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167647:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204702.167650:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788204702.167651:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:2.0:1788204702.167656:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204702.167659:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167664:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.167665:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3583:3583:256:4294967295] 192.168.201.124@tcp LPNI seq info [3583:3583:8:4294967295]
02000000:00000001:0.0:1788204702.167667:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204702.167671:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204702.167676:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204702.167677:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167682:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204702.167685:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204702.167689:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167693:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.167695:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1788204702.167698:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204702.167702:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204702.167706:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1788204702.167706:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204702.167708:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167712:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204702.167713:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788204702.167714:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
02000000:00000001:0.0:1788204702.167715:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204702.167722:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000800:00000200:2.0:1788204702.167724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204702.167726:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204702.167729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1788204702.167734:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204702.167742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204702.167748:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788204702.167749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788204702.167752:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204702.167758:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204702.167760:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204702.167763:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204702.167772:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204702.167773:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204702.167777:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204702.167784:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204702.167784:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204702.167788:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204702.167791:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204702.167792:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:0.0:1788204702.167794:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204702.167797:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00080000:0.0:1788204702.167809:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3834
00000400:00000200:0.0:1788204702.167815:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204702.167819:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204702.167819:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204702.167824:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204702.167828:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204702.167831:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167836:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204702.167841:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167845:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204702.167849:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204702.167852:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204702.167855:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204702.167859:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204702.167863:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204702.167864:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788204702.167865:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204702.167871:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167873:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204702.167873:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204702.167876:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167880:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204702.167884:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204702.167889:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204702.167894:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204702.167897:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204702.167898:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204702.167899:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204702.167902:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788204702.167904:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167907:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204702.167910:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204702.167911:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204702.167913:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167917:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.167918:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204702.167922:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204702.167923:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298509551
00000020:00000040:0.0:1788204702.167927:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204702.167932:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1788204702.167932:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000001:0.0:1788204702.167935:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.167938:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204702.167940:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204702.167941:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1788204702.167942:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.167948:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298509551
02000000:00000010:0.0:1788204702.167950:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204702.167956:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204702.167957:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350540.
00000100:00100000:0.0:1788204702.167960:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204702.167963:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204702.167969:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204702.167970:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204702.167973:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.167975:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204702.167978:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.167981:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204702.167987:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204702.167990:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204702.167991:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204702]  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204702.167993:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204702.167995:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204702.167997:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204702.168000:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204702.168004:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3834
00000400:00000200:0.0:1788204702.168011:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204702.168014:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000001:2.0:1788204702.168014:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1788204702.168017:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1788204702.168019:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788204702.168020:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.168023:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204702.168025:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204702.168025:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788204702.168030:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204702.168032:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204702.168032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000020:00000040:0.0:1788204702.168034:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204702.168037:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204702.168038:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000010:2.0:1788204702.168038:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000020:00000001:0.0:1788204702.168043:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204702.168046:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204702.168046:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204702.168082:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.168085:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204702.168088:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204702.168090:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204702.168096:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204702.168102:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204702.168107:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:2.0:1788204702.168110:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204702.168111:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204702.168115:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204702.168118:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204702.168122:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204702.168125:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204702.168127:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204702.168130:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168130:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204702.168132:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168135:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788204702.168136:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204702.168141:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204702.168142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788204702.168143:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204702.168146:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204702.168151:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204702.168152:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204702.168154:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.168156:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204702.168157:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204702.168161:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204702.168168:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204702.168176:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204702.168179:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204702.168182:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204702.168186:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204702.168187:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204702.168212:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168216:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204702.168218:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3844)
00000100:00000001:2.0:1788204702.168223:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168226:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.168228:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168231:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204702.168233:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204702.168236:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204702.168241:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204702.168244:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204702.168248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204702.168258:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618681600:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204702.168262:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168264:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.168267:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618681600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168274:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204702.168277:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204702.168279:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204702.168283:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204702.168284:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204702.168287:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204702.168289:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204702.168291:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:2.0:1788204702.168294:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204702.168296:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204702.168298:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204702.168301:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204702.168302:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168304:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168310:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204702.168311:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168314:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204702.168315:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204702.168317:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204702.168320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168327:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204702.168328:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.168330:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204702.168332:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204702.168334:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.168337:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204702.168340:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204702.168342:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204702.168344:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.168346:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204702.168350:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204702.168352:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.168355:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204702.168358:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204702.168362:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204702.168364:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681728, portal 10
00000100:00000001:2.0:1788204702.168366:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204702.168368:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204702.168375:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168382:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204702.168384:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204702.168386:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204702.168389:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618681728, offset 0
00000400:00000200:2.0:1788204702.168393:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204702.168397:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.168401:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204702.168404:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204702.168406:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204702.168408:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204702.168411:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204702.168414:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3584:3584:256:4294967295] 192.168.201.124@tcp LPNI seq info [3584:3584:8:4294967295]
00000400:00000200:2.0:1788204702.168418:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.168424:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204702.168429:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.168432:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204702.168436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204702.168439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204702.168443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204702.168445:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204702.168449:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.168451:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204702.168454:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204702.168457:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204702.168460:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204702.168462:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204702.168465:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204702.168468:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168476:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.168480:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168492:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168494:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204702.168497:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204702.168500:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204702.168504:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204702.168506:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298509463
00000100:00000001:2.0:1788204702.168508:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.168510:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298509463
00000100:00000001:2.0:1788204702.168512:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.168514:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204702.168516:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168518:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204702.168521:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204702]  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204702.168529:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204702.168530:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204702.168532:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204702.168534:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204702.168536:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204702.168538:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204702.168541:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204702.168550:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168556:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204702.168558:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168560:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.168561:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204702.168565:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168572:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204702.168576:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168582:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204702.168584:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168586:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.168587:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168589:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204702.168590:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204702.168593:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204702.168596:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204702.168598:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204702.168602:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204702.168611:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204702.168615:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204702.168618:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168624:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204702.168626:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.168628:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204702.168629:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204702.168631:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.168634:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204702.168637:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204702.168639:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204702.168641:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.168643:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204702.168646:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204702.168648:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.168651:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204702.168653:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204702.168657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204702.168659:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681856, portal 10
00000100:00000001:2.0:1788204702.168661:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204702.168663:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204702.168669:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168676:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204702.168678:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204702.168681:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204702.168683:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618681856, offset 0
00000400:00000200:2.0:1788204702.168687:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204702.168691:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.168694:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204702.168697:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204702.168699:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204702.168701:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204702.168703:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204702.168706:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3585:3585:256:4294967295] 192.168.201.124@tcp LPNI seq info [3585:3585:8:4294967295]
00000400:00000200:2.0:1788204702.168710:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.168716:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204702.168720:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.168724:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204702.168728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204702.168730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204702.168734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204702.168750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204702.168754:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.168757:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204702.168759:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204702.168763:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204702.168766:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204702.168768:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204702.168771:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204702.168774:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168783:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.168786:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168793:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168795:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204702.168798:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204702.168814:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204702.168818:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204702.168820:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298507308
00000100:00000001:2.0:1788204702.168822:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.168824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298507308
00000100:00000001:2.0:1788204702.168826:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.168828:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204702.168830:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.168832:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204702.168836:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204702]  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204702.168844:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204702.168845:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204702.168847:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204702.168850:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204702.168851:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204702.168854:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204702.168857:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204702.168865:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168870:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204702.168872:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168874:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.168875:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204702.168878:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168884:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204702.168888:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168895:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204702.168897:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168898:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.168900:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.168902:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204702.168903:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204702.168906:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204702.168909:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204702.168911:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204702.168942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204702.168951:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204702.168955:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204702.168958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.168964:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204702.168966:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.168968:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204702.168970:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204702.168972:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.168975:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204702.168978:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204702.168979:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204702.168981:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.168983:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204702.168986:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204702.168988:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.168990:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204702.168992:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204702.168996:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204702.168998:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618681984, portal 4
00000100:00000001:2.0:1788204702.169000:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204702.169001:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204702.169006:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169012:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204702.169014:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204702.169016:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204702.169018:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618681984, offset 0
00000400:00000200:2.0:1788204702.169022:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204702.169025:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.169029:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204702.169032:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204702.169034:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204702.169036:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204702.169038:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204702.169042:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3586:3586:256:4294967295] 192.168.201.124@tcp LPNI seq info [3586:3586:8:4294967295]
00000400:00000200:2.0:1788204702.169045:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.169068:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204702.169073:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.169077:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204702.169080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204702.169083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204702.169087:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204702.169089:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204702.169093:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.169094:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204702.169097:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204702.169100:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204702.169102:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204702.169104:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204702.169106:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204702.169109:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169116:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.169119:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169125:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.169126:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204702.169129:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204702.169132:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204702.169135:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204702.169137:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298507289
00000100:00000001:2.0:1788204702.169139:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.169141:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298507289
00000100:00000001:2.0:1788204702.169143:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.169145:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204702.169147:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.169148:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204702.169152:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204702]  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204702.169160:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204702.169161:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204702.169162:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204702.169165:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204702.169166:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204702.169168:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204702.169171:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204702.169178:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169184:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204702.169186:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169187:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.169188:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204702.169192:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169198:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204702.169201:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169208:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204702.169210:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169211:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.169212:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169214:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204702.169215:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204702.169218:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204702.169221:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204702.169223:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204702.169226:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204702.169233:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618681984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204702.169237:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204702.169240:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169246:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204702.169247:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.169249:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204702.169250:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204702.169252:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.169255:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204702.169257:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204702.169259:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204702.169260:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204702.169262:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204702.169265:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204702.169267:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204702.169269:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204702.169272:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204702.169274:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204702.169276:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682112, portal 4
00000100:00000001:2.0:1788204702.169278:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204702.169279:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788204702.169284:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169289:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204702.169292:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204702.169293:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204702.169296:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618682112, offset 0
00000400:00000200:2.0:1788204702.169299:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204702.169303:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.169307:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204702.169309:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204702.169311:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204702.169314:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204702.169316:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204702.169318:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3587:3587:256:4294967295] 192.168.201.124@tcp LPNI seq info [3587:3587:8:4294967295]
00000400:00000200:2.0:1788204702.169322:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204702.169327:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204702.169331:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.169333:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204702.169337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204702.169339:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204702.169343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204702.169345:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204702.169349:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204702.169350:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204702.169353:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204702.169357:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204702.169359:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204702.169371:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204702.169377:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204702.169381:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169387:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.169389:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169394:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.169396:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204702.169399:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204702.169401:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204702.169404:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204702.169405:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298507423
00000100:00000001:2.0:1788204702.169407:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.169409:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298507423
00000100:00000001:2.0:1788204702.169411:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298509551
00000100:00000001:2.0:1788204702.169412:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204702.169414:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.169416:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204702.169418:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204702]  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204702.169425:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204702.169426:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204702.169428:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204702.169430:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204702.169431:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204702.169433:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204702.169436:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204702.169443:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169448:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204702.169449:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169451:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.169452:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204702.169455:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169460:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204702.169463:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169469:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204702.169471:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169472:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204702.169473:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169474:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204702.169476:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204702.169478:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204702.169480:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204702.169482:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204702.169485:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204702.169491:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204702.169494:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169495:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.169498:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618681728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169503:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204702.169505:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204702.169507:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204702.169509:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204702.169510:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204702.169511:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204702.169513:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204702.169514:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:2.0:1788204702.169517:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204702.169518:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204702.169519:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204702.169521:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204702.169523:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169524:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.169527:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618681856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169532:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204702.169533:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204702.169534:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204702.169536:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204702.169536:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204702.169537:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204702.169539:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204702.169540:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:2.0:1788204702.169541:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204702.169542:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204702.169543:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204702.169544:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204702.169545:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169546:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.169549:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618681984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169553:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204702.169554:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204702.169556:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204702.169558:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204702.169559:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204702.169560:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204702.169562:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204702.169563:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:2.0:1788204702.169565:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204702.169566:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204702.169567:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204702.169569:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204702.169570:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169572:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204702.169575:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618682112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204702.169586:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204702.169587:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204702.169588:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204702.169590:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204702.169591:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204702.169592:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204702.169594:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204702.169595:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:2.0:1788204702.169598:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204702.169599:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204702.169600:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204702.169602:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204702.169603:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169604:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.169608:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204702.169610:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.169612:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204702.169613:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204702.487458:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204702.487479:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204702.487489:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204702.487491:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204702.487494:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204702.487496:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204702.487499:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204702.487500:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204702.487600:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204702.487607:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204702.487611:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204703.191116:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204703.191121:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204703.191123:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204703.191126:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204703.191129:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204703.191132:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204703.191133:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204703.191135:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204703.191137:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204703.511185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204703.511192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204703.511199:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204703.511201:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204703.511206:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204703.511209:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204703.511210:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511213:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204703.511215:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511218:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511220:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511224:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204703.511226:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204703.511227:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204703.511229:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511230:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204703.511232:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511233:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204703.511235:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204703.511298:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204703.511302:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204703.511304:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204704.215200:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204704.215207:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204704.215210:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204704.215215:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204704.215218:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204704.215222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204704.215226:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204704.215228:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204704.215231:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204704.471172:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298509551, at 4298509568
00000100:00000040:3.0:1788204704.471173:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298509551, at 4298509568
00000100:00000010:2.0:1788204704.471189:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204704.471191:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350540.
00010000:00000001:3.0:1788204704.535169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204704.535175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204704.535182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204704.535184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204704.535187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204704.535188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204704.535191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204704.535192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204704.535246:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204704.535251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204704.535254:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204705.239169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204705.239175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204705.239177:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204705.239180:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204705.239182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204705.239185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204705.239187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204705.239188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204705.239190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559130:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204705.559135:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559139:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204705.559141:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204705.559143:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204705.559145:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559147:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204705.559149:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559150:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559151:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204705.559154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204705.559156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204705.559157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204705.559209:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204705.559212:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204705.559214:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204706.263183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204706.263191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204706.263193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204706.263199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204706.263202:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204706.263205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204706.263207:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204706.263209:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204706.263213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204706.583154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204706.583158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204706.583163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204706.583164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204706.583166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204706.583167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204706.583169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204706.583170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204706.583222:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204706.583225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204706.583227:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204707.287152:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204707.287153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204707.287159:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204707.287160:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204707.287162:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287163:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204707.287167:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204707.287168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204707.287171:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204707.287173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204707.287177:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3839
00000100:00000001:2.0:1788204707.287177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.287183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1788204707.287186:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.287186:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.287190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.287192:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204707.287196:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204707.287198:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287200:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204707.287202:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287203:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204707.287206:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204707.287207:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204707.287209:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204707.287212:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204707.287213:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204707.287215:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204707.287217:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287218:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204707.287220:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287221:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204707.287223:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204707.287225:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287227:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.287229:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204707.287231:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.287233:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287234:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204707.287236:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204707.287242:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204707.287244:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204707.287246:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204707.287248:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287250:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204707.287252:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204707.287255:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204707.287262:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204707.287266:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204707.287279:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204707.287285:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204707.287288:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.287291:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.287305:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204707.287306:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204707.287308:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204707.287309:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204707.287310:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204707.287312:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204707.287313:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3839
00000400:00000200:0.0:1788204707.287316:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204707.287318:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204707.287321:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204707.287323:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287327:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204707.287329:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287331:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204707.287333:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204707.287334:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204707.287337:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:2.0:1788204707.287338:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204707.287340:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204707.287341:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204707.287345:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000040:2.0:1788204707.287347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204707.287348:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204707.287353:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204707.287359:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788204707.287361:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204707.287362:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287365:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204707.287367:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204707.287368:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287371:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204707.287371:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204707.287376:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204707.287377:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204707.287380:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287384:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.287384:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618682240:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204707.287387:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204707.287392:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204707.287393:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.287396:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287397:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204707.287398:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788204707.287401:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204707.287402:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204707.287404:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287407:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.287408:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1788204707.287409:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204707.287412:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204707.287413:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788204707.287414:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:0.0:1788204707.287415:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287418:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204707.287420:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204707.287420:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.287423:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204707.287427:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000400:00000200:2.0:1788204707.287429:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204707.287431:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204707.287434:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:0.0:1788204707.287437:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204707.287441:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204707.287446:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204707.287448:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682240, portal 25
00000100:00000001:0.0:1788204707.287449:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287452:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204707.287454:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:0.0:1788204707.287456:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204707.287461:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.287480:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204707.287481:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.287482:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204707.287486:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00080000:0.0:1788204707.287487:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204707.287489:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618682240, offset 0
00000100:00080000:0.0:1788204707.287495:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204707.287498:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287499:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204707.287502:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204707.287505:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204707.287505:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204707.287511:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3839
00000400:00000200:2.0:1788204707.287513:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204707.287519:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204707.287520:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.287523:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204707.287527:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204707.287528:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204707.287530:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204707.287533:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287534:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204707.287535:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287539:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204707.287541:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788204707.287544:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204707.287547:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:2.0:1788204707.287549:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3588:3588:256:4294967295] 192.168.201.124@tcp LPNI seq info [3588:3588:8:4294967295]
00000020:00000001:0.0:1788204707.287550:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204707.287555:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788204707.287555:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.287562:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1788204707.287568:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:2.0:1788204707.287570:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.287574:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000020:00000001:0.0:1788204707.287576:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:2.0:1788204707.287581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204707.287583:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287587:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204707.287588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1788204707.287590:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287594:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.1:1788204707.287595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:0.0:1788204707.287600:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:2.1:1788204707.287600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1788204707.287607:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000100:2.0:1788204707.287607:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287612:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204707.287612:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
02000000:00000001:0.0:1788204707.287614:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204707.287617:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204707.287618:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204707.287619:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287621:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204707.287624:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1788204707.287625:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204707.287628:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287629:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.287629:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204707.287632:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000010:0.0:1788204707.287634:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204707.287637:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204707.287637:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204707.287639:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204707.287642:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204707.287642:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.287645:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204707.287652:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204707.287653:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788204707.287655:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204707.287656:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204707.287663:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:2.0:1788204707.287664:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287666:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204707.287670:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287671:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.287675:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.287677:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298514671
00000100:00100000:0.0:1788204707.287679:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204707.287682:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:2.0:1788204707.287689:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204707.287690:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204707.287693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298514671
00000100:00000001:0.0:1788204707.287695:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204707.287697:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350c00.
00000100:00000001:2.0:1788204707.287700:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1788204707.287702:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.287703:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204707.287707:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287710:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204707.287729:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.287730:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204707.287736:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204707.287743:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204707.287746:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204707.287750:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204707.287754:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1788204707.287754:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204707.287758:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788204707.287761:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3839
00000400:00000010:2.0:1788204707.287763:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:0.0:1788204707.287768:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.287768:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204707.287772:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000400:00000200:0.0:1788204707.287773:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204707.287777:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204707.287778:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204707.287781:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287784:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204707.287785:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204707.287787:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287791:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204707.287802:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1788204707.287803:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204707.287805:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204707.287807:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204707.287810:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204707.287814:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204707.287816:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1788204707.287818:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204707.287819:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.287823:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788204707.287824:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204707.287825:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.287830:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204707.287833:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204707.287836:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287842:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204707.287846:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204707.287847:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000040:2.0:1788204707.287851:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204707.287854:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204707.287859:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.287863:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204707.287864:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204707.287866:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204707.287867:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204707.287871:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287872:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.287874:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.287875:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204707.287877:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:0.0:1788204707.287878:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204707.287880:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1788204707.287882:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204707.287883:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204707.287884:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204707.287889:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00080000:2.0:1788204707.287890:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000040:0.0:1788204707.287894:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204707.287894:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788204707.287899:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204707.287900:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204707.287901:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.287905:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204707.287907:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204707.287909:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.287913:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618682240:192.168.201.124@tcp:250:kworker.0
02000000:00000010:0.0:1788204707.287914:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:2.0:1788204707.287917:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.287918:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287919:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.287923:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618682240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204707.287926:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204707.287933:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204707.287936:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204707.287938:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
00000100:00000001:0.0:1788204707.287941:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204707.287942:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204707.287945:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204707.287946:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204707.287946:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204707.287951:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204707.287953:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
00000100:00000040:0.0:1788204707.287955:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204707.287957:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204707.287959:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204707.287961:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204707.287964:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204707.287965:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.287969:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.287972:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287976:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204707.287977:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204707.287978:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.287981:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788204707.287985:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204707.287985:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204707.287987:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204707.287988:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204707.287992:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204707.287992:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.287998:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204707.288001:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3839
00000400:00000200:0.0:1788204707.288008:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.288009:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204707.288013:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.288014:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:0.0:1788204707.288016:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204707.288017:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204707.288018:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204707.288020:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.288023:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.288026:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204707.288026:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682368:192.168.201.124@tcp:38:kworker.0
00000100:00000040:0.0:1788204707.288031:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204707.288031:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204707.288033:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204707.288034:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1788204707.288037:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204707.288038:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204707.288040:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000001:2.0:1788204707.288041:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1788204707.288044:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:2.0:1788204707.288045:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
00000020:00000040:0.0:1788204707.288047:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
02000000:00000001:2.0:1788204707.288048:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.288067:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204707.288070:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204707.288074:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000001:0.0:1788204707.288075:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204707.288078:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788204707.288079:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682368, portal 10
00000100:00000040:0.0:1788204707.288081:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.288084:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204707.288084:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204707.288088:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204707.288088:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000001:0.0:1788204707.288091:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204707.288094:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204707.288096:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204707.288100:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.288100:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204707.288101:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204707.288105:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.288109:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.288113:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204707.288116:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204707.288116:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1788204707.288119:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.288122:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.288123:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000010:0.0:1788204707.288125:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204707.288128:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204707.288128:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
02000000:00000001:0.0:1788204707.288133:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204707.288134:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618682368, offset 0
02000000:00000001:0.0:1788204707.288135:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.288139:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204707.288141:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204707.288143:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.288144:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000010:0.0:1788204707.288147:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000400:00000200:2.0:1788204707.288151:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204707.288152:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204707.288158:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204707.288159:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204707.288166:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204707.288170:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204707.288172:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204707.288173:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.288178:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788204707.288179:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204707.288184:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204707.288190:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.288191:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3589:3589:256:4294967295] 192.168.201.124@tcp LPNI seq info [3589:3589:8:4294967295]
00000100:00000040:0.0:1788204707.288194:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3850)
00000400:00000200:2.0:1788204707.288198:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.288205:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204707.288211:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.288214:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204707.288218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204707.288221:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204707.288225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204707.288227:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204707.288231:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.288233:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204707.288235:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204707.288238:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204707.288241:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204707.288243:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204707.288245:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204707.288248:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288255:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.288258:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288264:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.288266:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204707.288268:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.288272:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204707.288275:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.288277:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298514583
00000100:00000001:2.0:1788204707.288280:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.288282:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298514583
00000100:00000001:2.0:1788204707.288284:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.288286:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204707.288288:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.288289:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204707.288293:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204707.288300:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204707.288301:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204707.288303:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204707.288305:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204707.288307:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204707.288309:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204707.288312:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204707.288320:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288326:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204707.288327:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288328:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.288330:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204707.288333:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288339:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204707.288342:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288349:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204707.288351:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288352:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.288353:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288355:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204707.288357:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204707.288359:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204707.288361:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204707.288363:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204707.288367:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204707.288374:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682368:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204707.288377:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204707.288380:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288387:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204707.288388:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.288390:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204707.288391:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204707.288393:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.288396:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204707.288399:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204707.288401:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204707.288402:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.288404:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204707.288407:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204707.288409:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.288412:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204707.288414:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204707.288417:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204707.288420:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682496, portal 10
00000100:00000001:2.0:1788204707.288422:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204707.288423:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204707.288428:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288434:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204707.288436:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204707.288438:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204707.288440:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618682496, offset 0
00000400:00000200:2.0:1788204707.288444:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204707.288447:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.288451:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204707.288453:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204707.288456:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204707.288458:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204707.288460:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204707.288463:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3590:3590:256:4294967295] 192.168.201.124@tcp LPNI seq info [3590:3590:8:4294967295]
00000400:00000200:2.0:1788204707.288467:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.288472:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204707.288476:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.288479:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204707.288483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204707.288485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204707.288489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204707.288491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204707.288495:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.288497:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204707.288499:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204707.288502:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204707.288505:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204707.288506:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204707.288509:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204707.288512:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288519:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.288522:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288528:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.288530:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204707.288532:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.288535:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204707.288538:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.288540:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298512428
00000100:00000001:2.0:1788204707.288542:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.288545:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298512428
00000100:00000001:2.0:1788204707.288547:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.288549:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204707.288551:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.288552:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204707.288556:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204707.288563:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204707.288564:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204707.288566:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204707.288568:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204707.288570:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204707.288572:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204707.288574:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204707.288582:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288587:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204707.288588:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288590:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.288591:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204707.288594:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288600:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204707.288604:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288610:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204707.288612:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288613:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.288615:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288617:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204707.288618:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204707.288620:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204707.288624:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204707.288626:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204707.288629:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204707.288637:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204707.288641:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204707.288644:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288650:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204707.288651:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.288653:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204707.288654:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204707.288656:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.288659:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204707.288662:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204707.288663:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204707.288664:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.288666:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204707.288669:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204707.288671:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.288674:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204707.288676:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204707.288679:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204707.288682:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682624, portal 4
00000100:00000001:2.0:1788204707.288683:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204707.288684:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204707.288689:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288695:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204707.288697:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204707.288699:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204707.288702:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618682624, offset 0
00000400:00000200:2.0:1788204707.288705:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204707.288709:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.288728:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204707.288730:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204707.288733:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204707.288735:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204707.288737:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204707.288740:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3591:3591:256:4294967295] 192.168.201.124@tcp LPNI seq info [3591:3591:8:4294967295]
00000400:00000200:2.0:1788204707.288744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.288749:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204707.288753:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.288756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204707.288760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204707.288762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204707.288767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204707.288769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204707.288772:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.288774:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204707.288777:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204707.288780:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204707.288783:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204707.288785:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204707.288788:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204707.288791:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288798:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.288802:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288814:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.288815:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204707.288818:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.288821:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204707.288824:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.288826:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298512408
00000100:00000001:2.0:1788204707.288828:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.288830:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298512408
00000100:00000001:2.0:1788204707.288832:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.288834:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204707.288836:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.288838:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204707.288842:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204707.288850:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204707.288851:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204707.288853:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204707.288855:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204707.288857:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204707.288859:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204707.288862:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204707.288869:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288876:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204707.288878:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288879:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.288881:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204707.288884:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288891:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204707.288895:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288901:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204707.288904:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288905:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.288906:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288908:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204707.288909:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204707.288912:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204707.288915:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204707.288917:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204707.288921:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204707.288929:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204707.288933:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288935:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.288938:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618682368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288945:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204707.288946:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204707.288948:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204707.288951:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204707.288953:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204707.288954:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204707.288956:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204707.288958:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:2.0:1788204707.288961:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204707.288963:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204707.288964:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204707.288966:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204707.288967:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.288969:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.288972:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618682496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.288979:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204707.288980:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204707.288982:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204707.288984:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204707.288985:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204707.288986:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204707.288988:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204707.288990:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:2.0:1788204707.288993:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204707.288994:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204707.288995:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204707.288997:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204707.288999:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289000:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.289004:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618682624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289010:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204707.289011:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204707.289013:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204707.289015:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204707.289016:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204707.289017:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204707.289019:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204707.289020:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:2.0:1788204707.289022:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204707.289023:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204707.289025:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204707.289027:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204707.289029:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289030:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289033:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204707.289035:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.289037:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204707.289038:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204707.289039:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204707.289043:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289050:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204707.289067:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.289070:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204707.289072:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204707.289073:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.289076:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204707.289080:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204707.289082:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204707.289083:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204707.289085:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204707.289088:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204707.289090:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204707.289093:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204707.289095:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204707.289099:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204707.289102:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682752, portal 4
00000100:00000001:2.0:1788204707.289105:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204707.289106:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204707.289111:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289118:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204707.289120:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204707.289122:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204707.289124:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618682752, offset 0
00000400:00000200:2.0:1788204707.289128:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204707.289132:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.289136:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204707.289139:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204707.289141:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204707.289144:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204707.289146:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204707.289149:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3592:3592:256:4294967295] 192.168.201.124@tcp LPNI seq info [3592:3592:8:4294967295]
00000400:00000200:2.0:1788204707.289153:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204707.289159:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204707.289164:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.289167:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204707.289170:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204707.289173:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204707.289177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204707.289180:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204707.289184:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204707.289186:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204707.289189:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204707.289192:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204707.289195:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204707.289196:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204707.289199:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204707.289202:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289210:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.289213:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289220:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.289221:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204707.289224:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204707.289227:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204707.289230:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204707.289232:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298512543
00000100:00000001:2.0:1788204707.289234:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.289236:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298512543
00000100:00000001:2.0:1788204707.289238:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298514671
00000100:00000001:2.0:1788204707.289241:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204707.289243:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.289244:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204707.289248:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204707.289255:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204707.289257:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204707.289258:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204707.289261:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204707.289262:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204707.289264:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204707.289267:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204707.289276:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289282:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204707.289284:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289286:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.289287:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204707.289291:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289298:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204707.289301:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289308:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204707.289311:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289312:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204707.289313:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289315:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204707.289317:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204707.289320:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204707.289322:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204707.289325:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204707.289328:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204707.289336:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618682752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204707.289340:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289341:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204707.289344:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618682752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204707.289351:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204707.289352:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204707.289354:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204707.289356:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204707.289358:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204707.289359:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204707.289361:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204707.289363:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:2.0:1788204707.289365:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204707.289366:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204707.289367:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204707.289369:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204707.289371:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289372:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.289375:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204707.289377:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.289378:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204707.289380:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204707.607120:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204707.607125:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204707.607131:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204707.607132:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204707.607135:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204707.607137:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204707.607140:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204707.607141:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204707.607177:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204707.607180:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204707.607183:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204708.311154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204708.311160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204708.311162:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.311167:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204708.311171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204708.311175:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204708.311177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204708.311180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204708.311183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204708.631203:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204708.631205:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204708.631208:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631213:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204708.631215:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631217:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631220:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631225:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204708.631226:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631230:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204708.631232:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204708.631235:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204708.631236:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204708.631300:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204708.631306:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204708.631309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204709.335153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204709.335161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204709.335163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204709.335167:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204709.335170:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204709.335173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204709.335176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204709.335179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204709.335181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204709.591166:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298514671, at 4298514688
00000100:00000040:3.0:1788204709.591173:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298514671, at 4298514688
00000100:00000010:2.0:1788204709.591178:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204709.591189:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350c00.
00010000:00000001:3.0:1788204709.655222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204709.655230:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204709.655237:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204709.655238:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204709.655242:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204709.655244:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204709.655247:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204709.655249:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204709.655310:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204709.655314:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204709.655317:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204710.359132:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204710.359140:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204710.359142:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204710.359148:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204710.359151:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204710.359154:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204710.359157:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204710.359159:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204710.359161:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204710.679154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204710.679158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204710.679162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204710.679163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204710.679165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204710.679166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204710.679168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204710.679169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204710.679225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204710.679229:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204710.679232:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204711.383161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204711.383166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204711.383168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204711.383172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204711.383174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204711.383177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204711.383178:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204711.383180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204711.383182:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204711.703165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204711.703171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204711.703179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204711.703180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204711.703189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204711.703190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204711.703194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204711.703195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204711.703261:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204711.703265:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204711.703269:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204712.407114:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204712.407114:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204712.407120:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204712.407122:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204712.407122:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407126:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204712.407127:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204712.407129:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204712.407131:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204712.407133:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204712.407135:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407137:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204712.407139:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3845
00000100:00000001:2.0:1788204712.407140:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407144:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.407149:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204712.407154:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204712.407156:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204712.407159:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407161:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204712.407163:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407164:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204712.407167:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204712.407168:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204712.407170:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204712.407172:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204712.407173:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204712.407174:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204712.407176:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407177:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204712.407178:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407180:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204712.407182:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204712.407185:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407187:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.407190:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204712.407192:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.407195:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407197:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204712.407199:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204712.407207:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204712.407210:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204712.407214:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204712.407216:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407218:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204712.407220:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204712.407225:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204712.407232:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204712.407239:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204712.407254:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204712.407264:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204712.407268:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.407272:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.407291:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204712.407293:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204712.407295:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204712.407296:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204712.407298:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204712.407300:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204712.407302:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3845
00000400:00000200:0.0:1788204712.407306:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204712.407307:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788204712.407309:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204712.407311:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204712.407313:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204712.407313:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204712.407318:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407321:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204712.407322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204712.407324:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407328:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204712.407331:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204712.407333:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204712.407336:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204712.407336:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.407338:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204712.407339:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:2.0:1788204712.407342:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788204712.407343:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204712.407346:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204712.407347:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204712.407352:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204712.407352:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407357:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204712.407359:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618682880:192.168.201.124@tcp:250:kworker.0
00000100:00000040:0.0:1788204712.407360:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204712.407365:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204712.407366:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204712.407369:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204712.407370:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204712.407372:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204712.407373:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407376:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.407377:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204712.407379:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788204712.407382:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:0.0:1788204712.407383:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204712.407384:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.407387:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407390:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204712.407392:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:0.0:1788204712.407394:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788204712.407395:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000008:00000001:0.0:1788204712.407397:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407399:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204712.407401:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000010:0.0:1788204712.407403:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204712.407406:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204712.407407:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618682880, portal 25
02000000:00000001:0.0:1788204712.407408:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204712.407411:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.407412:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204712.407413:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204712.407414:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
02000000:00000001:0.0:1788204712.407416:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204712.407419:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.407421:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204712.407423:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204712.407427:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.407431:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1788204712.407436:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204712.407436:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204712.407440:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204712.407444:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618682880, offset 0
00000100:00000001:0.0:1788204712.407449:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204712.407453:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.407453:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204712.407458:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204712.407463:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204712.407470:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.407471:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:0.0:1788204712.407475:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204712.407478:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204712.407479:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204712.407481:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204712.407483:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:0.0:1788204712.407484:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204712.407487:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204712.407488:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204712.407492:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3845
00000400:00000200:2.0:1788204712.407493:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204712.407499:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3593:3593:256:4294967295] 192.168.201.124@tcp LPNI seq info [3593:3593:8:4294967295]
00000400:00000200:0.0:1788204712.407502:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.407505:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.407511:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204712.407517:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.0:1788204712.407518:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204712.407523:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204712.407524:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000040:0.0:1788204712.407531:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204712.407534:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204712.407535:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204712.407538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1788204712.407541:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204712.407546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204712.407547:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.1:1788204712.407550:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788204712.407552:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204712.407556:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000100:2.0:1788204712.407556:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.407558:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000020:00000001:0.0:1788204712.407561:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204712.407564:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788204712.407564:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788204712.407570:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204712.407570:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788204712.407575:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204712.407576:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204712.407580:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000040:0.0:1788204712.407583:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204712.407585:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204712.407587:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204712.407590:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204712.407592:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407595:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204712.407597:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204712.407599:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407600:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.407601:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204712.407603:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.407607:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407609:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204712.407610:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1788204712.407611:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204712.407615:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.407616:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.407620:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204712.407635:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204712.407641:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204712.407644:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.407646:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204712.407646:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788204712.407649:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407653:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204712.407653:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.407655:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204712.407659:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.407659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204712.407664:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298519791
02000000:00000010:0.0:1788204712.407665:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000010:2.0:1788204712.407669:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:0.0:1788204712.407671:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.407677:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1788204712.407679:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204712.407687:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204712.407689:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.407693:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.407700:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204712.407703:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204712.407708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298519791
00000100:00080000:0.0:1788204712.407709:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204712.407713:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1788204712.407713:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93508a0.
00000100:00080000:0.0:1788204712.407715:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204712.407717:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204712.407722:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204712.407723:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204712.407727:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204712.407729:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3845
00000100:00000001:2.0:1788204712.407730:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204712.407737:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204712.407738:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204712.407746:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000001:2.0:1788204712.407754:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204712.407755:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204712.407757:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204712.407759:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204712.407760:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204712.407761:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204712.407764:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204712.407770:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.407774:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204712.407775:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407776:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.407777:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204712.407780:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204712.407784:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204712.407787:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204712.407791:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204712.407792:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.407797:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204712.407801:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204712.407804:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204712.407804:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407808:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.407810:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204712.407810:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407814:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1788204712.407817:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204712.407817:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788204712.407822:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00080000:2.0:1788204712.407822:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1788204712.407827:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00080000:2.0:1788204712.407828:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000040:0.0:1788204712.407831:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204712.407831:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1788204712.407837:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204712.407837:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204712.407844:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00100000:2.0:1788204712.407847:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618682880:192.168.201.124@tcp:250:kworker.0
00000100:00000040:0.0:1788204712.407852:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204712.407852:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407854:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204712.407858:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204712.407858:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618682880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204712.407865:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.407867:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204712.407869:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204712.407872:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204712.407875:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1788204712.407876:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000010:2.0:1788204712.407878:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
00000100:00000001:0.0:1788204712.407881:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.407882:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204712.407885:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:0.0:1788204712.407886:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:2.0:1788204712.407887:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204712.407890:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:0.0:1788204712.407892:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788204712.407892:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:0.0:1788204712.407897:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.407898:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204712.407901:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204712.407901:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204712.407903:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000008:00100000:0.0:1788204712.407905:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204712.407906:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204712.407908:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.407911:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788204712.407912:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407914:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.407917:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:0.0:1788204712.407918:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204712.407919:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204712.407922:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204712.407922:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204712.407925:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788204712.407927:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204712.407928:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204712.407929:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407933:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204712.407933:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204712.407936:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204712.407938:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204712.407943:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:2.0:1788204712.407944:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.407946:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.407948:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204712.407949:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204712.407950:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.407952:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204712.407954:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.407955:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204712.407957:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204712.407959:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.407962:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1788204712.407963:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204712.407965:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204712.407969:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.407974:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204712.407975:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204712.407978:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204712.407979:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204712.407985:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:0.0:1788204712.407987:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204712.407990:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683008, portal 10
00000100:00000001:2.0:1788204712.407994:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204712.407997:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000001:0.0:1788204712.408005:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.408009:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204712.408010:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204712.408018:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204712.408022:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204712.408023:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204712.408025:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204712.408030:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408032:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204712.408035:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00080000:0.0:1788204712.408037:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3845
00000100:00000200:2.0:1788204712.408039:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618683008, offset 0
00000400:00000200:0.0:1788204712.408046:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408049:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204712.408068:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204712.408070:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204712.408072:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408074:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204712.408077:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408078:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204712.408080:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204712.408083:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204712.408084:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204712.408085:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204712.408087:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:2.0:1788204712.408087:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204712.408092:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:2.0:1788204712.408096:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:0.0:1788204712.408097:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408101:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204712.408104:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408106:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204712.408107:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204712.408111:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:2.0:1788204712.408113:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:0.0:1788204712.408114:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408118:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.408120:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204712.408121:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204712.408123:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.408127:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.408127:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408130:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204712.408133:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:2.0:1788204712.408135:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3594:3594:256:4294967295] 192.168.201.124@tcp LPNI seq info [3594:3594:8:4294967295]
00000008:00000001:0.0:1788204712.408136:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.408139:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204712.408143:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204712.408147:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204712.408148:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204712.408149:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204712.408152:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.408154:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204712.408155:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204712.408157:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204712.408160:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204712.408164:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.408166:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1788204712.408170:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204712.408180:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204712.408187:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204712.408189:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204712.408190:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000040:0.0:1788204712.408193:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204712.408203:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204712.408204:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.408208:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3855)
00000800:00000200:2.0:1788204712.408210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204712.408219:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204712.408222:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204712.408228:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408230:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204712.408233:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204712.408237:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204712.408241:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204712.408243:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204712.408247:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204712.408252:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408261:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.408265:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408272:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408273:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204712.408278:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.408281:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204712.408285:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204712.408288:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298519703
00000100:00000001:2.0:1788204712.408291:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408293:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298519703
00000100:00000001:2.0:1788204712.408295:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408297:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204712.408299:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408301:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204712.408305:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204712.408313:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204712.408314:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204712.408317:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204712.408319:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204712.408321:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204712.408324:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204712.408327:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204712.408336:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408343:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204712.408345:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408347:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408348:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204712.408352:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408358:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204712.408362:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408369:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204712.408372:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408375:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408376:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204712.408378:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204712.408380:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204712.408384:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204712.408386:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204712.408390:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204712.408399:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204712.408403:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204712.408407:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408413:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.408414:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.408416:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204712.408418:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204712.408421:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.408424:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204712.408428:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204712.408430:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204712.408431:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.408432:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204712.408436:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204712.408437:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.408441:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204712.408444:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204712.408447:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204712.408449:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683136, portal 10
00000100:00000001:2.0:1788204712.408451:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204712.408453:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204712.408458:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408464:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204712.408466:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204712.408469:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204712.408471:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618683136, offset 0
00000400:00000200:2.0:1788204712.408475:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408478:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408482:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204712.408485:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204712.408487:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204712.408490:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204712.408492:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408494:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3595:3595:256:4294967295] 192.168.201.124@tcp LPNI seq info [3595:3595:8:4294967295]
00000400:00000200:2.0:1788204712.408498:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408504:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204712.408508:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408512:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204712.408515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204712.408518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204712.408522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204712.408525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204712.408529:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408531:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204712.408533:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204712.408537:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204712.408539:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204712.408542:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204712.408544:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204712.408548:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408555:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.408558:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408564:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408565:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204712.408568:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.408572:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204712.408575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204712.408576:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298517548
00000100:00000001:2.0:1788204712.408579:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408580:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298517548
00000100:00000001:2.0:1788204712.408582:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408583:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204712.408584:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408585:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204712.408588:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204712.408592:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204712.408593:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204712.408594:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204712.408596:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204712.408597:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204712.408598:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204712.408600:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204712.408605:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408609:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204712.408610:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408611:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408612:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204712.408613:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408617:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204712.408619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408636:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204712.408638:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408639:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408640:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408641:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204712.408642:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204712.408643:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204712.408645:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204712.408646:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204712.408649:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204712.408654:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204712.408656:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408657:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.408659:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618683008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408662:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204712.408663:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204712.408665:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204712.408666:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204712.408668:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204712.408669:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204712.408670:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204712.408671:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:2.0:1788204712.408672:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204712.408673:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204712.408674:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204712.408676:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204712.408676:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408677:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.408679:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618683136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408682:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204712.408683:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204712.408684:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204712.408685:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204712.408686:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204712.408686:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204712.408687:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204712.408688:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:2.0:1788204712.408689:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204712.408689:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204712.408690:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204712.408691:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204712.408692:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408693:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408695:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204712.408696:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408698:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204712.408699:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204712.408699:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204712.408701:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408705:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.408706:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.408708:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204712.408709:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204712.408710:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.408711:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204712.408713:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204712.408714:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204712.408715:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.408716:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204712.408718:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204712.408719:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.408721:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204712.408723:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204712.408725:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204712.408727:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683264, portal 4
00000100:00000001:2.0:1788204712.408728:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204712.408729:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204712.408732:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408736:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204712.408737:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204712.408739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204712.408740:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618683264, offset 0
00000400:00000200:2.0:1788204712.408742:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408746:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204712.408748:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204712.408749:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204712.408751:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204712.408752:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408754:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3596:3596:256:4294967295] 192.168.201.124@tcp LPNI seq info [3596:3596:8:4294967295]
00000400:00000200:2.0:1788204712.408756:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408760:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204712.408763:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408765:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204712.408767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204712.408769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204712.408771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204712.408773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204712.408775:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408776:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204712.408778:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204712.408780:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204712.408782:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204712.408783:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204712.408784:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204712.408786:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408791:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.408792:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408796:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408797:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204712.408798:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.408800:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204712.408801:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204712.408802:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298517528
00000100:00000001:2.0:1788204712.408804:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408805:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298517528
00000100:00000001:2.0:1788204712.408806:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408807:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204712.408808:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408809:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204712.408811:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204712.408816:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204712.408817:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204712.408818:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204712.408819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204712.408820:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204712.408821:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204712.408822:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204712.408827:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408830:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204712.408831:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408832:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408833:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204712.408835:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408838:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204712.408840:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408843:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204712.408845:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408845:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408846:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408847:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204712.408848:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204712.408849:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204712.408851:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204712.408852:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204712.408854:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204712.408859:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204712.408861:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204712.408863:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408866:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.408867:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.408868:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204712.408868:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204712.408869:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.408871:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204712.408872:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204712.408873:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204712.408874:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.408875:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204712.408876:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204712.408877:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204712.408879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204712.408880:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204712.408881:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204712.408883:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683392, portal 4
00000100:00000001:2.0:1788204712.408884:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204712.408885:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788204712.408888:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408891:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204712.408892:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204712.408893:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204712.408895:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618683392, offset 0
00000400:00000200:2.0:1788204712.408897:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408899:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408901:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204712.408902:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204712.408904:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204712.408905:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204712.408906:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204712.408908:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3597:3597:256:4294967295] 192.168.201.124@tcp LPNI seq info [3597:3597:8:4294967295]
00000400:00000200:2.0:1788204712.408910:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204712.408914:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204712.408916:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408917:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204712.408919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204712.408921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204712.408923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204712.408935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204712.408938:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204712.408939:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204712.408940:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204712.408942:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204712.408945:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204712.408946:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204712.408947:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204712.408949:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408954:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.408955:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408959:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408959:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204712.408961:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.408962:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204712.408964:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204712.408966:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298517662
00000100:00000001:2.0:1788204712.408967:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408968:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298517662
00000100:00000001:2.0:1788204712.408970:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298519791
00000100:00000001:2.0:1788204712.408971:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204712.408972:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.408973:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204712.408974:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204712.408978:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204712.408979:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204712.408980:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204712.408981:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204712.408982:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204712.408983:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204712.408985:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204712.408990:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.408994:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204712.408995:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.408996:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.408997:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204712.409000:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.409006:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204712.409009:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.409015:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204712.409017:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.409019:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204712.409020:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.409021:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204712.409024:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204712.409026:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204712.409029:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204712.409031:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204712.409034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204712.409040:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204712.409044:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.409045:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.409048:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618683264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.409068:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204712.409069:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204712.409071:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204712.409073:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204712.409075:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204712.409076:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204712.409077:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204712.409079:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:2.0:1788204712.409081:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204712.409082:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204712.409083:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204712.409086:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204712.409087:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.409088:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204712.409091:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618683392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.409101:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204712.409102:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204712.409103:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204712.409105:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204712.409106:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204712.409107:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204712.409108:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204712.409109:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:2.0:1788204712.409111:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204712.409112:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204712.409113:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204712.409114:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204712.409115:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.409116:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.409119:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204712.409121:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.409122:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204712.409123:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204712.727158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204712.727163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204712.727166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204712.727167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204712.727169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204712.727170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204712.727181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204712.727183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204712.727241:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204712.727245:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204712.727249:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204713.431148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204713.431154:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204713.431155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204713.431159:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204713.431162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204713.431166:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204713.431168:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204713.431169:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204713.431171:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204713.751159:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204713.751163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204713.751168:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204713.751169:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204713.751174:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204713.751175:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204713.751176:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751178:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204713.751180:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751187:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751188:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204713.751192:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204713.751193:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204713.751194:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751195:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204713.751195:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751196:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204713.751197:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204713.751247:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204713.751249:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204713.751252:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204714.455132:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204714.455139:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204714.455141:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204714.455146:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204714.455149:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204714.455152:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204714.455155:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204714.455157:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204714.455160:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204714.711165:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298519791, at 4298519808
00000100:00000040:2.0:1788204714.711170:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298519791, at 4298519808
00000100:00000010:3.0:1788204714.711185:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93508a0.
00000100:00000010:2.0:1788204714.711193:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204714.775190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204714.775198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204714.775202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204714.775203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204714.775206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204714.775207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204714.775209:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204714.775210:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204714.775295:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204714.775302:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204714.775306:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204715.479147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204715.479153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204715.479154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204715.479158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204715.479160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204715.479163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204715.479165:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204715.479167:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204715.479169:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799145:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204715.799158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204715.799167:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204715.799169:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204715.799172:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799175:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204715.799177:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799179:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799182:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204715.799186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204715.799189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204715.799191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204715.799236:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204715.799240:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204715.799242:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204716.503138:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204716.503143:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204716.503144:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204716.503147:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204716.503150:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204716.503152:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204716.503154:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204716.503156:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204716.503157:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204716.823151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204716.823156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204716.823160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204716.823161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204716.823163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204716.823164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204716.823166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204716.823167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204716.823216:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204716.823219:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204716.823222:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204717.527148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204717.527148:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204717.527153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204717.527155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204717.527159:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204717.527162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204717.527164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204717.527166:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204717.527167:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204717.527170:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204717.527172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204717.527175:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204717.527177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.527180:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204717.527188:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3850
00000400:00000200:2.0:1788204717.527197:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204717.527204:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204717.527208:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204717.527211:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527214:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.527217:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527219:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204717.527223:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204717.527226:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204717.527228:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204717.527231:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204717.527234:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204717.527236:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204717.527239:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527240:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.527242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527244:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204717.527247:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204717.527250:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527253:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204717.527255:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204717.527258:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204717.527261:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.527263:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204717.527265:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204717.527273:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000020:00000040:2.0:1788204717.527276:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204717.527280:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204717.527282:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.527284:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204717.527287:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204717.527291:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204717.527299:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788204717.527305:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204717.527314:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204717.527324:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204717.527328:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204717.527333:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204717.527358:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204717.527362:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204717.527365:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204717.527366:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204717.527368:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204717.527370:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204717.527372:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3850
00000400:00000200:2.0:1788204717.527376:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204717.527379:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204717.527381:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204717.527385:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527387:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.527390:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527392:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204717.527394:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204717.527396:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:1.0:1788204717.527397:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204717.527398:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204717.527402:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204717.527402:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204717.527406:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204717.527407:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204717.527411:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204717.527414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204717.527416:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527422:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.527426:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527430:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204717.527433:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788204717.527434:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:1.0:1788204717.527436:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204717.527439:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204717.527442:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204717.527443:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.527446:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204717.527446:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204717.527451:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204717.527453:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204717.527457:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.527458:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618683520:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204717.527460:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204717.527464:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1788204717.527465:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204717.527469:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1788204717.527469:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.527473:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.527473:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.527479:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1788204717.527481:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
00000020:00000040:2.0:1788204717.527484:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000010:1.0:1788204717.527487:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204717.527487:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204717.527490:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.527491:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.527494:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204717.527496:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204717.527498:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.527500:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:2.0:1788204717.527505:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000400:00000010:1.0:1788204717.527507:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:2.0:1788204717.527510:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204717.527514:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00100000:2.0:1788204717.527518:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204717.527523:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683520, portal 25
00000100:00000001:1.0:1788204717.527528:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204717.527530:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204717.527531:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000040:1.0:1788204717.527552:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.527560:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204717.527562:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204717.527566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000001:2.0:1788204717.527566:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204717.527572:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618683520, offset 0
00000100:00000040:2.0:1788204717.527575:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204717.527582:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527590:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.527593:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204717.527595:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204717.527599:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:2.0:1788204717.527601:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204717.527604:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204717.527605:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204717.527606:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204717.527610:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788204717.527612:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204717.527615:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204717.527618:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3850
00000400:00000200:2.0:1788204717.527623:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204717.527626:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204717.527627:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:2.0:1788204717.527629:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204717.527634:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3598:3598:256:4294967295] 192.168.201.124@tcp LPNI seq info [3598:3598:8:4294967295]
00000100:00000040:2.0:1788204717.527635:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527640:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204717.527642:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788204717.527643:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527647:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204717.527648:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204717.527649:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204717.527652:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204717.527655:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1788204717.527655:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204717.527657:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204717.527661:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.0:1788204717.527664:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788204717.527665:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527668:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1788204717.527670:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000100:00000040:2.0:1788204717.527670:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527675:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204717.527676:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:1.0:1788204717.527680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:2.0:1788204717.527681:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527684:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204717.527685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1788204717.527686:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204717.527689:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204717.527693:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204717.527694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204717.527695:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788204717.527698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000008:00100000:2.0:1788204717.527699:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204717.527704:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204717.527707:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527708:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204717.527711:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000100:00000010:2.0:1788204717.527713:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000020:00000040:2.0:1788204717.527716:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204717.527717:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788204717.527718:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204717.527721:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.527725:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204717.527725:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204717.527728:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204717.527730:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.527731:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204717.527733:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
02000000:00000010:2.0:1788204717.527734:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:1.0:1788204717.527737:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204717.527738:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204717.527742:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204717.527745:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204717.527759:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204717.527760:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204717.527764:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.527765:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204717.527772:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.527773:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.527776:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204717.527782:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.527785:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.527787:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.527791:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298524911
00000100:00080000:2.0:1788204717.527792:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1788204717.527796:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d600.
00000100:00080000:2.0:1788204717.527798:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204717.527801:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204717.527802:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1788204717.527803:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204717.527808:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298524911
00000100:00000001:2.0:1788204717.527808:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204717.527812:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3850
00000100:00000010:1.0:1788204717.527813:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d060.
00000100:00000001:1.0:1788204717.527820:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000400:00000200:2.0:1788204717.527820:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.527825:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204717.527827:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204717.527830:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204717.527832:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204717.527834:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788204717.527838:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204717.527842:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204717.527843:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.527849:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527854:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000001:1.0:1788204717.527860:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1788204717.527860:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204717.527861:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000001:1.0:1788204717.527863:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1788204717.527865:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788204717.527867:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000020:00000040:2.0:1788204717.527869:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000200:1.0:1788204717.527872:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000020:00000001:2.0:1788204717.527873:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:1.0:1788204717.527874:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000020:00000001:2.0:1788204717.527878:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204717.527879:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204717.527884:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204717.527885:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527890:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.527894:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.527899:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204717.527903:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204717.527910:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:1.0:1788204717.527911:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204717.527913:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204717.527917:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204717.527921:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204717.527924:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.527925:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204717.527926:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204717.527928:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204717.527929:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204717.527933:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.527935:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204717.527935:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.527939:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204717.527940:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000020:00000040:2.0:1788204717.527944:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204717.527946:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204717.527948:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.527949:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204717.527950:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204717.527952:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204717.527954:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204717.527959:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:2.0:1788204717.527963:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.527965:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204717.527968:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204717.527975:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204717.527976:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204717.527980:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204717.527987:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.527990:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204717.527995:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528000:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204717.528000:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528002:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204717.528003:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204717.528006:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1788204717.528007:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204717.528010:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204717.528011:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204717.528012:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204717.528016:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204717.528017:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204717.528020:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3850
00000100:00080000:1.0:1788204717.528023:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000400:00000200:2.0:1788204717.528026:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.528028:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1788204717.528030:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204717.528033:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204717.528035:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204717.528038:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.528042:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204717.528046:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204717.528050:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204717.528068:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204717.528069:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204717.528070:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204717.528072:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204717.528074:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788204717.528075:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204717.528077:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204717.528080:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618683520:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204717.528081:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204717.528087:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204717.528087:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204717.528091:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204717.528092:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204717.528096:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618683520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204717.528097:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788204717.528105:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204717.528111:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528114:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204717.528115:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204717.528117:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528120:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204717.528120:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.528125:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1788204717.528126:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204717.528127:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204717.528130:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:2.0:1788204717.528130:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:1.0:1788204717.528134:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000008:00100000:2.0:1788204717.528135:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000010:1.0:1788204717.528136:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
00000008:00000001:2.0:1788204717.528141:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528143:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204717.528144:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528146:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204717.528149:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000010:2.0:1788204717.528150:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000100:00000001:1.0:1788204717.528154:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:2.0:1788204717.528155:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204717.528158:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204717.528159:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204717.528163:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204717.528163:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.528168:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204717.528169:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204717.528171:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528173:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:2.0:1788204717.528175:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:1.0:1788204717.528176:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.528180:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528181:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204717.528184:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204717.528186:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1788204717.528188:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204717.528194:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204717.528195:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204717.528199:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204717.528205:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528212:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204717.528216:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.528216:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528221:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204717.528222:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3860)
02000000:00000001:1.0:1788204717.528224:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.528228:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.528232:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683648:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204717.528236:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204717.528238:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204717.528240:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528242:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528245:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204717.528247:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.528251:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204717.528254:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204717.528258:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204717.528261:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683648, portal 10
00000100:00000001:1.0:1788204717.528263:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204717.528264:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000040:1.0:1788204717.528271:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528277:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204717.528279:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204717.528281:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204717.528284:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618683648, offset 0
00000400:00000200:1.0:1788204717.528288:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204717.528291:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.528295:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204717.528298:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204717.528300:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204717.528302:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204717.528304:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204717.528307:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3599:3599:256:4294967295] 192.168.201.124@tcp LPNI seq info [3599:3599:8:4294967295]
00000400:00000200:1.0:1788204717.528311:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.528318:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204717.528322:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.528325:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204717.528329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204717.528331:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204717.528336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204717.528338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204717.528342:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.528343:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204717.528346:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204717.528349:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204717.528352:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204717.528354:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204717.528357:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204717.528360:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528367:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.528370:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528376:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528378:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204717.528381:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.528384:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204717.528387:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.528389:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298524823
00000100:00000001:1.0:1788204717.528392:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.528394:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298524823
00000100:00000001:1.0:1788204717.528396:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.528398:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204717.528400:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528402:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204717.528406:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204717.528418:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204717.528420:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204717.528421:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204717.528424:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204717.528425:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204717.528427:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204717.528430:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204717.528439:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528451:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204717.528452:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528454:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.528455:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204717.528459:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528465:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204717.528468:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528475:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204717.528477:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528479:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.528480:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528481:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204717.528482:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204717.528485:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204717.528487:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204717.528489:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204717.528492:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204717.528496:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683648:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204717.528498:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204717.528500:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528504:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204717.528504:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528506:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204717.528507:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.528509:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.528510:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204717.528512:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204717.528513:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204717.528514:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528515:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528517:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204717.528519:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.528521:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204717.528522:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204717.528524:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204717.528526:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683776, portal 10
00000100:00000001:1.0:1788204717.528527:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204717.528528:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:1.0:1788204717.528531:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528548:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204717.528550:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204717.528552:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204717.528555:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618683776, offset 0
00000400:00000200:1.0:1788204717.528558:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204717.528561:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.528564:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204717.528567:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204717.528569:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204717.528571:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204717.528572:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204717.528575:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3600:3600:256:4294967295] 192.168.201.124@tcp LPNI seq info [3600:3600:8:4294967295]
00000400:00000200:1.0:1788204717.528578:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.528584:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204717.528588:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.528590:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204717.528592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204717.528594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204717.528596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204717.528598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204717.528600:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.528601:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204717.528603:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204717.528605:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204717.528607:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204717.528608:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204717.528610:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204717.528612:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528617:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.528618:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528622:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528623:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204717.528625:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.528627:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204717.528629:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.528630:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298522668
00000100:00000001:1.0:1788204717.528631:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.528633:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298522668
00000100:00000001:1.0:1788204717.528634:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.528635:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204717.528636:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528637:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204717.528639:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204717.528644:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204717.528645:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204717.528646:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204717.528647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204717.528648:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204717.528649:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204717.528650:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204717.528655:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528659:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204717.528659:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528660:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.528661:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204717.528663:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528666:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204717.528668:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528672:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204717.528673:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528674:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.528674:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528675:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204717.528676:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204717.528677:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204717.528679:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204717.528680:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204717.528682:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204717.528687:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204717.528689:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204717.528691:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528694:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204717.528695:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528696:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204717.528697:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.528698:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.528699:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204717.528701:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204717.528702:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204717.528703:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.528704:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528706:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204717.528707:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.528708:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204717.528710:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204717.528712:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204717.528713:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618683904, portal 4
00000100:00000001:1.0:1788204717.528715:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204717.528715:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:1.0:1788204717.528718:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528722:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204717.528723:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204717.528725:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204717.528726:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618683904, offset 0
00000400:00000200:1.0:1788204717.528728:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204717.528730:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.528732:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204717.528734:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204717.528735:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204717.528737:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204717.528738:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204717.528740:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3601:3601:256:4294967295] 192.168.201.124@tcp LPNI seq info [3601:3601:8:4294967295]
00000400:00000200:1.0:1788204717.528742:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.528745:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204717.528748:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.528749:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204717.528751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204717.528752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204717.528755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204717.528756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204717.528758:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.528759:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204717.528761:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204717.528763:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204717.528764:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204717.528765:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204717.528767:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204717.528768:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528773:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.528774:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528778:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528779:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204717.528780:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.528781:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204717.528784:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.528785:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298522648
00000100:00000001:1.0:1788204717.528788:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.528790:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298522648
00000100:00000001:1.0:1788204717.528792:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.528793:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204717.528795:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528797:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204717.528801:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204717.528808:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204717.528809:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204717.528810:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204717.528813:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204717.528814:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204717.528816:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204717.528819:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204717.528827:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528832:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204717.528834:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528835:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.528837:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204717.528840:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528846:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204717.528849:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528855:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204717.528858:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528860:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.528861:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528862:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204717.528864:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204717.528866:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204717.528869:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204717.528871:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204717.528875:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204717.528883:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618683904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204717.528886:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528888:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.528891:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618683648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528897:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204717.528899:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528900:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204717.528903:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204717.528904:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204717.528905:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204717.528907:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204717.528909:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204717.528911:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204717.528912:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204717.528914:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:1.0:1788204717.528917:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204717.528918:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528920:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.528924:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618683776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528936:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204717.528937:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528938:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204717.528940:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204717.528941:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204717.528942:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204717.528944:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204717.528945:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:1.0:1788204717.528947:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204717.528948:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204717.528949:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:1.0:1788204717.528951:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204717.528952:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528954:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.528957:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618683904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.528962:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204717.528963:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204717.528965:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204717.528967:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204717.528968:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204717.528969:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204717.528971:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204717.528972:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204717.528974:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204717.528975:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204717.528976:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:1.0:1788204717.528979:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204717.528980:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528982:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.528985:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204717.528986:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.528988:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204717.528989:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204717.528991:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204717.528995:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529001:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204717.529002:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.529004:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204717.529006:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.529007:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.529010:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204717.529013:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204717.529014:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204717.529016:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.529018:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204717.529020:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204717.529022:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204717.529026:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204717.529028:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204717.529031:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204717.529034:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684032, portal 4
00000100:00000001:1.0:1788204717.529036:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204717.529037:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:1.0:1788204717.529042:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529048:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204717.529067:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204717.529070:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204717.529073:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618684032, offset 0
00000400:00000200:1.0:1788204717.529077:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204717.529081:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.529084:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204717.529087:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204717.529089:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204717.529091:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204717.529094:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204717.529097:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3602:3602:256:4294967295] 192.168.201.124@tcp LPNI seq info [3602:3602:8:4294967295]
00000400:00000200:1.0:1788204717.529100:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204717.529106:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204717.529110:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.529113:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204717.529117:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204717.529120:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204717.529123:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204717.529126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204717.529129:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204717.529131:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204717.529134:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204717.529137:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204717.529139:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204717.529141:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204717.529144:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204717.529148:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529155:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.529158:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529164:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.529165:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204717.529168:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.529171:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204717.529174:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204717.529176:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298522783
00000100:00000001:1.0:1788204717.529178:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.529180:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298522783
00000100:00000001:1.0:1788204717.529182:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298524911
00000100:00000001:1.0:1788204717.529184:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204717.529186:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.529188:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204717.529191:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204717.529200:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204717.529201:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204717.529203:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204717.529205:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204717.529206:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204717.529208:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204717.529211:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204717.529218:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529223:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204717.529224:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.529225:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.529226:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204717.529228:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529232:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204717.529234:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529237:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204717.529239:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.529240:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.529241:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.529242:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204717.529243:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204717.529245:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204717.529247:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204717.529248:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204717.529250:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204717.529254:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204717.529256:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.529257:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204717.529259:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618684032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.529262:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204717.529263:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204717.529264:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204717.529265:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204717.529266:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204717.529267:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204717.529268:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204717.529269:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:1.0:1788204717.529271:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204717.529271:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204717.529272:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:1.0:1788204717.529274:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204717.529275:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.529276:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.529278:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204717.529279:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.529280:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204717.529281:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204717.847115:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204717.847120:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204717.847123:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204717.847124:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204717.847127:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204717.847127:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204717.847129:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204717.847130:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204717.847187:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204717.847190:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204717.847193:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204718.551151:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204718.551157:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204718.551159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204718.551163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204718.551167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204718.551170:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204718.551172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204718.551175:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204718.551177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204718.871169:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204718.871171:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204718.871174:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871178:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204718.871180:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871182:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871184:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204718.871189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204718.871194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204718.871197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204718.871198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204718.871251:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204718.871254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204718.871257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204719.575147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204719.575153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204719.575154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204719.575158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204719.575160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204719.575163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204719.575165:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204719.575167:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204719.575169:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204719.831165:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298524911, at 4298524928
00000100:00000040:3.0:1788204719.831169:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298524911, at 4298524928
00000100:00000010:2.0:1788204719.831177:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d600.
00000100:00000010:3.0:1788204719.831179:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d060.
00010000:00000001:3.0:1788204719.895149:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204719.895156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204719.895163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204719.895164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204719.895168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204719.895169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204719.895172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204719.895173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204719.895237:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204719.895241:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204719.895244:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204720.599130:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204720.599138:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204720.599140:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204720.599146:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204720.599150:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204720.599154:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204720.599157:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204720.599159:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204720.599161:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204720.919176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204720.919183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204720.919189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204720.919191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204720.919194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204720.919195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204720.919199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204720.919200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204720.919264:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204720.919268:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204720.919272:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204721.623173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204721.623181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204721.623184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204721.623188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204721.623191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204721.623194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204721.623196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204721.623199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204721.623202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204721.943150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204721.943155:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204721.943159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204721.943160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204721.943162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204721.943163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204721.943165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204721.943166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204721.943217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204721.943219:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204721.943221:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204722.647130:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204722.647136:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204722.647139:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204722.647143:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788204722.647144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204722.647150:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204722.647151:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204722.647153:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204722.647155:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204722.647157:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204722.647161:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204722.647162:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204722.647165:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204722.647167:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3855
00000100:00000001:0.0:1788204722.647170:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204722.647177:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204722.647183:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204722.647186:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204722.647190:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647193:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204722.647195:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647197:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204722.647201:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204722.647202:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204722.647205:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204722.647208:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204722.647210:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204722.647212:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204722.647215:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647217:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204722.647218:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647220:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204722.647222:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204722.647224:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647225:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204722.647227:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204722.647229:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204722.647232:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647233:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204722.647235:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204722.647241:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000020:00000040:3.0:1788204722.647244:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204722.647247:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204722.647248:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647250:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204722.647252:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204722.647255:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204722.647260:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204722.647264:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204722.647271:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204722.647285:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204722.647289:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204722.647294:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204722.647315:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204722.647318:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204722.647321:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204722.647322:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204722.647324:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204722.647327:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204722.647329:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3855
00000400:00000200:3.0:1788204722.647333:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204722.647336:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204722.647338:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204722.647341:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647344:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204722.647346:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647349:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204722.647352:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204722.647354:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204722.647355:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204722.647357:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204722.647358:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204722.647363:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204722.647363:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204722.647366:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204722.647373:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204722.647374:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204722.647385:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647389:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204722.647391:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204722.647392:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204722.647395:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647395:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204722.647400:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204722.647403:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788204722.647403:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647407:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.647408:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204722.647408:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204722.647414:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204722.647414:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204722.647418:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647420:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204722.647422:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618684160:192.168.201.124@tcp:250:kworker.0
00000008:00100000:3.0:1788204722.647424:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204722.647429:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.647432:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204722.647432:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204722.647437:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
02000000:00000001:1.0:1788204722.647438:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1788204722.647439:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204722.647441:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204722.647442:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647443:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204722.647444:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204722.647462:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.647465:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204722.647467:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204722.647471:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000010:3.0:1788204722.647473:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204722.647475:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647479:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.647484:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204722.647488:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204722.647491:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204722.647527:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204722.647534:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684160, portal 25
00000100:00000001:1.0:1788204722.647539:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204722.647541:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204722.647543:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000001:3.0:1788204722.647546:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.647553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204722.647554:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.647571:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204722.647575:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204722.647577:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000001:3.0:1788204722.647580:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204722.647581:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618684160, offset 0
00000100:00080000:3.0:1788204722.647585:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204722.647590:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204722.647594:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204722.647597:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204722.647598:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204722.647600:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204722.647604:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204722.647608:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788204722.647610:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3855
00000400:00000200:1.0:1788204722.647615:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204722.647617:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.647622:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204722.647624:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204722.647628:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204722.647629:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204722.647635:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204722.647637:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647640:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204722.647646:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204722.647648:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3603:3603:256:4294967295] 192.168.201.124@tcp LPNI seq info [3603:3603:8:4294967295]
00000100:00000001:3.0:1788204722.647651:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204722.647657:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204722.647659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204722.647660:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204722.647664:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204722.647666:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204722.647669:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204722.647674:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204722.647677:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204722.647681:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647685:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204722.647690:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204722.647691:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647695:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:1.0:1788204722.647697:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000020:00000040:3.0:1788204722.647698:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204722.647704:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647707:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204722.647709:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204722.647711:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204722.647716:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204722.647717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1788204722.647720:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.647724:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788204722.647727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00100000:3.0:1788204722.647728:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204722.647734:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204722.647735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204722.647737:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204722.647741:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788204722.647744:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000100:1.0:1788204722.647754:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204722.647755:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1788204722.647757:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
02000000:00000001:3.0:1788204722.647761:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.647764:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204722.647765:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204722.647769:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204722.647772:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.647773:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788204722.647779:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000400:00000200:1.0:1788204722.647782:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000100:00000001:3.0:1788204722.647784:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204722.647786:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204722.647793:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788204722.647793:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204722.647801:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204722.647807:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204722.647812:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.647820:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204722.647822:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204722.647827:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204722.647840:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204722.647846:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204722.647847:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.647850:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204722.647854:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204722.647857:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204722.647858:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204722.647860:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204722.647865:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204722.647866:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204722.647868:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298530031
00000100:00000010:1.0:1788204722.647873:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d6c0.
00000100:00080000:3.0:1788204722.647874:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3855
00000100:00000001:1.0:1788204722.647881:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1788204722.647882:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204722.647887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298530031
00000400:00000200:3.0:1788204722.647890:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000010:1.0:1788204722.647892:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d960.
00000100:00080000:3.0:1788204722.647894:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204722.647895:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204722.647908:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204722.647909:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204722.647912:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.647914:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204722.647918:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204722.647920:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204722.647924:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.647929:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000001:1.0:1788204722.647931:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204722.647932:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:1.0:1788204722.647935:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1788204722.647936:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000010:1.0:1788204722.647938:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000020:00000001:3.0:1788204722.647939:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204722.647942:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000200:1.0:1788204722.647944:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204722.647947:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000020:00000001:3.0:1788204722.647947:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204722.647951:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788204722.647953:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:1.0:1788204722.647955:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204722.647961:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204722.647965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204722.647967:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204722.647973:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204722.647974:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204722.647976:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.647979:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204722.647979:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204722.647981:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204722.647985:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00100000:1.0:1788204722.647987:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204722.647994:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204722.647996:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204722.648000:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.648003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204722.648005:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204722.648009:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204722.648011:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204722.648015:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204722.648015:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648020:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204722.648021:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204722.648022:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648025:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1788204722.648026:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204722.648027:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1788204722.648033:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204722.648034:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204722.648037:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204722.648043:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204722.648046:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204722.648049:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204722.648049:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788204722.648079:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204722.648083:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204722.648085:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.648086:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204722.648087:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204722.648089:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204722.648092:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204722.648094:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204722.648096:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618684160:192.168.201.124@tcp:250:kworker.0
00000100:00100000:3.0:1788204722.648101:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204722.648105:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204722.648111:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204722.648112:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204722.648115:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.648121:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618684160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204722.648121:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204722.648147:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648148:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204722.648149:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204722.648151:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1788204722.648153:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:1.0:1788204722.648155:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
00000100:00000001:3.0:1788204722.648155:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204722.648158:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1788204722.648160:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204722.648161:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:1.0:1788204722.648163:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204722.648166:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00080000:3.0:1788204722.648166:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3855
00000020:00000001:1.0:1788204722.648171:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204722.648173:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
00000400:00000200:3.0:1788204722.648175:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204722.648177:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204722.648179:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:3.0:1788204722.648181:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000010:1.0:1788204722.648182:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00080000:3.0:1788204722.648187:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204722.648188:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204722.648190:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648194:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204722.648195:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.648199:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204722.648200:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204722.648203:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204722.648203:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204722.648206:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204722.648208:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204722.648209:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204722.648211:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204722.648213:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204722.648217:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000040:1.0:1788204722.648218:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204722.648222:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204722.648225:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204722.648229:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204722.648229:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204722.648232:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204722.648234:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:1.0:1788204722.648235:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204722.648238:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204722.648239:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204722.648242:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204722.648243:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204722.648249:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684288:192.168.201.124@tcp:38:kworker.0
00000100:00000040:3.0:1788204722.648250:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204722.648254:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204722.648257:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204722.648257:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
02000000:00000001:1.0:1788204722.648259:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204722.648262:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204722.648263:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.648266:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204722.648266:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204722.648270:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1788204722.648271:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:3.0:1788204722.648273:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204722.648274:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204722.648279:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.648283:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204722.648283:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204722.648287:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000010:1.0:1788204722.648288:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000008:00000001:3.0:1788204722.648290:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204722.648292:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000001:3.0:1788204722.648293:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204722.648297:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684288, portal 10
00000100:00000010:3.0:1788204722.648298:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000100:00000001:1.0:1788204722.648300:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204722.648302:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204722.648303:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
02000000:00000001:3.0:1788204722.648306:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204722.648308:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.648312:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204722.648312:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204722.648314:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204722.648316:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204722.648320:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204722.648325:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648327:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788204722.648331:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204722.648334:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204722.648341:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000001:3.0:1788204722.648341:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204722.648345:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204722.648347:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618684288, offset 0
00000100:00000040:3.0:1788204722.648349:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204722.648358:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204722.648360:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.648365:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204722.648365:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3865)
00000400:00000200:1.0:1788204722.648374:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204722.648377:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204722.648380:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204722.648383:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204722.648386:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204722.648389:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3604:3604:256:4294967295] 192.168.201.124@tcp LPNI seq info [3604:3604:8:4294967295]
00000400:00000200:1.0:1788204722.648393:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.648400:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204722.648404:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.648407:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204722.648411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204722.648413:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204722.648417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204722.648420:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204722.648423:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.648425:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204722.648428:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204722.648431:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204722.648434:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204722.648436:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204722.648438:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204722.648442:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648483:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.648491:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648498:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648499:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204722.648504:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.648507:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204722.648510:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204722.648512:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298529943
00000100:00000001:1.0:1788204722.648514:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.648515:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298529943
00000100:00000001:1.0:1788204722.648516:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.648518:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204722.648519:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648521:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204722.648523:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204722.648528:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204722.648529:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204722.648530:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204722.648532:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204722.648533:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204722.648534:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204722.648536:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204722.648540:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648544:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204722.648545:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648546:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.648546:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204722.648548:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648552:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204722.648554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648558:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204722.648560:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648561:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.648561:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648562:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204722.648563:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204722.648565:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204722.648567:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204722.648568:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204722.648571:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204722.648575:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204722.648577:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204722.648578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648582:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204722.648582:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.648584:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204722.648585:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204722.648586:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204722.648587:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204722.648590:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204722.648591:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204722.648592:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.648593:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204722.648595:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204722.648596:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.648598:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204722.648600:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204722.648602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204722.648603:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684416, portal 10
00000100:00000001:1.0:1788204722.648604:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204722.648605:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
00000100:00000040:1.0:1788204722.648609:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648616:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204722.648618:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204722.648619:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204722.648620:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618684416, offset 0
00000400:00000200:1.0:1788204722.648623:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204722.648625:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.648627:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204722.648629:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204722.648630:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204722.648632:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204722.648633:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204722.648635:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3605:3605:256:4294967295] 192.168.201.124@tcp LPNI seq info [3605:3605:8:4294967295]
00000400:00000200:1.0:1788204722.648637:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.648641:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204722.648644:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.648645:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204722.648648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204722.648649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204722.648652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204722.648654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204722.648657:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.648659:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204722.648662:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204722.648665:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204722.648668:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204722.648670:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204722.648672:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204722.648675:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648682:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.648685:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648697:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648698:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204722.648701:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.648704:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204722.648706:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204722.648708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298527788
00000100:00000001:1.0:1788204722.648709:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.648711:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298527788
00000100:00000001:1.0:1788204722.648714:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.648715:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204722.648717:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648719:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204722.648722:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204722.648729:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204722.648731:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204722.648732:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204722.648735:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204722.648737:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204722.648739:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204722.648742:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204722.648749:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648755:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204722.648756:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648758:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.648759:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204722.648763:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648770:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204722.648774:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648781:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204722.648784:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648785:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.648787:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.648788:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204722.648790:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204722.648792:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204722.648796:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204722.648798:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204722.648801:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204722.648809:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204722.648813:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204722.648816:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648823:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204722.648824:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.648826:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204722.648828:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204722.648830:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204722.648833:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204722.648837:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204722.648838:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204722.648840:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.648842:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204722.648845:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204722.648847:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.648850:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204722.648852:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204722.648856:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204722.648858:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684544, portal 4
00000100:00000001:1.0:1788204722.648860:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204722.648861:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:1.0:1788204722.648866:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648872:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204722.648873:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204722.648876:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204722.648878:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618684544, offset 0
00000400:00000200:1.0:1788204722.648882:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204722.648885:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.648889:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204722.648891:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204722.648894:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204722.648896:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204722.648898:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204722.648901:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3606:3606:256:4294967295] 192.168.201.124@tcp LPNI seq info [3606:3606:8:4294967295]
00000400:00000200:1.0:1788204722.648906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.648912:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204722.648916:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.648919:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204722.648923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204722.648926:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204722.648930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204722.648933:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204722.648937:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.648939:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204722.648942:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204722.648945:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204722.648948:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204722.648949:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204722.648952:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204722.648955:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648962:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.648965:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.648972:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648973:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204722.648976:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.648979:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204722.648982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204722.648984:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298527768
00000100:00000001:1.0:1788204722.648986:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.648988:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298527768
00000100:00000001:1.0:1788204722.648990:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.648992:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204722.648994:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.648996:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204722.648999:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204722.649006:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204722.649007:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204722.649009:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204722.649011:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204722.649013:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204722.649015:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204722.649018:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204722.649025:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649031:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204722.649032:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649034:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.649035:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204722.649039:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649045:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204722.649048:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649070:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204722.649073:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649074:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.649075:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649077:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204722.649078:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204722.649081:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204722.649085:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204722.649086:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204722.649090:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204722.649098:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204722.649101:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649103:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.649106:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618684288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649112:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204722.649113:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204722.649115:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204722.649118:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204722.649119:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204722.649121:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204722.649123:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204722.649124:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:1.0:1788204722.649126:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204722.649128:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204722.649129:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:1.0:1788204722.649132:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204722.649133:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649135:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.649138:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618684416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649144:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204722.649145:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204722.649146:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204722.649148:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204722.649149:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204722.649150:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204722.649152:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204722.649153:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:1.0:1788204722.649155:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204722.649156:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204722.649157:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00000001:1.0:1788204722.649159:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204722.649160:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649162:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.649165:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618684544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649170:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204722.649171:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204722.649173:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204722.649176:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204722.649178:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204722.649179:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204722.649181:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204722.649182:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:1.0:1788204722.649185:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204722.649186:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204722.649187:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:1.0:1788204722.649189:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204722.649191:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649192:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649196:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204722.649202:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.649204:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204722.649205:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204722.649207:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204722.649210:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649216:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204722.649218:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.649220:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204722.649221:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204722.649223:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204722.649226:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204722.649229:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204722.649230:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204722.649232:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204722.649234:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204722.649237:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204722.649238:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204722.649241:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204722.649243:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204722.649247:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204722.649249:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684672, portal 4
00000100:00000001:1.0:1788204722.649252:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204722.649253:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:1.0:1788204722.649258:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649264:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204722.649266:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204722.649267:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000100:00000200:1.0:1788204722.649270:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618684672, offset 0
00000400:00000200:1.0:1788204722.649273:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204722.649277:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.649280:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204722.649283:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204722.649285:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204722.649287:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204722.649289:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204722.649292:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3607:3607:256:4294967295] 192.168.201.124@tcp LPNI seq info [3607:3607:8:4294967295]
00000400:00000200:1.0:1788204722.649296:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204722.649302:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204722.649306:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.649309:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000800:00000200:1.0:1788204722.649313:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204722.649315:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204722.649317:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204722.649319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204722.649321:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204722.649322:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:1.0:1788204722.649324:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204722.649326:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204722.649328:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:1.0:1788204722.649329:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:1.0:1788204722.649331:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204722.649333:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649342:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.649343:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649347:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.649348:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204722.649350:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204722.649352:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204722.649354:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204722.649355:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298527903
00000100:00000001:1.0:1788204722.649357:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.649358:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298527903
00000100:00000001:1.0:1788204722.649359:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298530031
00000100:00000001:1.0:1788204722.649360:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204722.649361:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.649362:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204722.649364:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204722.649368:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204722.649369:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204722.649370:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204722.649372:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204722.649372:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204722.649374:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204722.649376:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204722.649380:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649383:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204722.649384:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649386:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.649386:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204722.649388:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649392:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204722.649394:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649398:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204722.649399:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649400:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204722.649400:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649401:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204722.649402:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204722.649404:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204722.649405:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204722.649406:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204722.649408:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204722.649412:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204722.649414:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649415:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204722.649417:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618684672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204722.649421:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204722.649422:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204722.649423:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204722.649425:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204722.649425:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204722.649426:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204722.649427:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204722.649428:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:1.0:1788204722.649430:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204722.649431:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204722.649432:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:1.0:1788204722.649433:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204722.649434:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649435:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.649437:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204722.649438:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.649439:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204722.649440:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204722.967240:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204722.967245:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204722.967250:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204722.967251:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204722.967254:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204722.967255:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204722.967258:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204722.967259:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204722.967313:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204722.967317:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204722.967321:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204723.671158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204723.671164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204723.671166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204723.671171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204723.671175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204723.671178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204723.671181:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204723.671183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204723.671186:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204723.991202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204723.991211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204723.991219:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204723.991221:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204723.991229:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204723.991232:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204723.991234:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991237:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204723.991240:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991242:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991245:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991249:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204723.991250:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204723.991252:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204723.991253:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991255:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204723.991256:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991258:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204723.991260:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204723.991338:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204723.991343:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204723.991347:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204724.695214:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204724.695221:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204724.695223:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204724.695228:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204724.695232:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204724.695237:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204724.695240:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204724.695242:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204724.695246:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204724.951191:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298530031, at 4298530048
00000100:00000010:3.0:1788204724.951210:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d960.
00000100:00000040:2.0:1788204724.951518:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298530031, at 4298530048
00000100:00000010:2.0:1788204724.951533:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d6c0.
00010000:00000001:3.0:1788204725.015178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204725.015188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204725.015196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204725.015198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204725.015202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204725.015204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204725.015207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204725.015208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204725.015304:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204725.015312:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204725.015316:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204725.719160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204725.719165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204725.719166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204725.719170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204725.719173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204725.719176:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204725.719178:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204725.719179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204725.719181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204726.039167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204726.039173:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204726.039175:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204726.039177:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039179:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204726.039181:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039182:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039184:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204726.039186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204726.039188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204726.039189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204726.039251:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204726.039253:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204726.039255:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204726.743158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204726.743164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204726.743165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204726.743169:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204726.743171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204726.743174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204726.743176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204726.743178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204726.743180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204727.063137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204727.063144:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204727.063149:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204727.063150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204727.063152:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204727.063153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204727.063155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204727.063156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204727.063207:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204727.063210:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204727.063213:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204727.767144:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204727.767144:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204727.767150:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204727.767152:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204727.767156:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788204727.767157:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204727.767160:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204727.767161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204727.767165:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204727.767165:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204727.767167:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204727.767170:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.767172:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204727.767173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204727.767182:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3860
00000400:00000200:3.0:1788204727.767193:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204727.767199:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204727.767203:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204727.767206:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767210:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204727.767218:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767221:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204727.767225:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204727.767227:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204727.767230:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204727.767234:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204727.767237:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204727.767239:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204727.767243:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767244:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204727.767247:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767249:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204727.767252:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204727.767255:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767258:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.767260:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204727.767263:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204727.767266:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.767268:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204727.767270:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204727.767277:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788204727.767281:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204727.767285:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204727.767287:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.767290:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204727.767294:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204727.767299:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204727.767307:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204727.767314:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.767322:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204727.767336:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204727.767340:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204727.767345:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.767380:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204727.767384:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204727.767387:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204727.767389:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204727.767391:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204727.767393:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204727.767396:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3860
00000400:00000200:3.0:1788204727.767400:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204727.767404:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204727.767407:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204727.767410:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767412:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204727.767413:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204727.767415:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204727.767418:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204727.767419:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204727.767423:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204727.767423:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204727.767427:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204727.767429:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204727.767433:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000040:2.0:1788204727.767434:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204727.767437:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204727.767442:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204727.767449:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204727.767452:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204727.767453:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204727.767456:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204727.767458:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204727.767462:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204727.767465:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.767468:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.767473:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618684800:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204727.767479:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204727.767483:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204727.767485:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.767487:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204727.767492:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204727.767495:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204727.767500:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204727.767505:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204727.767511:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204727.767518:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684800, portal 25
00000100:00000001:3.0:1788204727.767520:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204727.767523:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204727.767526:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:2.0:1788204727.767533:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.767540:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204727.767543:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204727.767545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204727.767548:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618684800, offset 0
00000400:00000200:2.0:1788204727.767555:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204727.767563:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.767568:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204727.767573:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204727.767578:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204727.767581:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204727.767584:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204727.767587:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3608:3608:256:4294967295] 192.168.201.124@tcp LPNI seq info [3608:3608:8:4294967295]
00000400:00000200:2.0:1788204727.767592:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.767601:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204727.767608:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.767613:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204727.767620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204727.767625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204727.767630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204727.767633:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204727.767636:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.767638:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204727.767641:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204727.767646:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000200:2.0:1788204727.767647:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204727.767655:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00080000:3.0:1788204727.767655:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204727.767660:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:3.0:1788204727.767660:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.767665:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204727.767667:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204727.767670:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204727.767675:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.767677:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204727.767681:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204727.767684:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.767685:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204727.767686:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204727.767690:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204727.767699:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.767704:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.767710:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.767712:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204727.767718:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204727.767722:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.767728:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298535151
00000020:00000040:3.0:1788204727.767728:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204727.767735:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1788204727.767736:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000001:3.0:1788204727.767737:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.767741:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204727.767743:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204727.767744:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1788204727.767745:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.767751:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298535151
02000000:00000010:3.0:1788204727.767753:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000010:2.0:1788204727.767758:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350c60.
00000100:00000001:3.0:1788204727.767758:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.767763:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204727.767767:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204727.767768:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204727.767769:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.767774:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204727.767781:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.767782:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204727.767786:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204727.767793:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204727.767795:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204727.767796:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204727.767799:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204727.767803:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204727.767805:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204727.767808:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204727.767811:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204727.767817:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.767823:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.767824:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204727.767826:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204727.767828:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204727.767829:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.767831:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204727.767836:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788204727.767837:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.767839:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204727.767843:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204727.767846:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.767848:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204727.767852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204727.767855:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3860
00000100:00000001:2.0:1788204727.767863:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1788204727.767864:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.767865:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.767868:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.767869:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204727.767871:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204727.767872:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204727.767875:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204727.767876:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788204727.767878:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204727.767882:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:2.0:1788204727.767883:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204727.767888:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204727.767889:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204727.767895:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204727.767895:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767900:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204727.767907:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618684800:192.168.201.124@tcp:250:kworker.0
00000020:00000001:3.0:1788204727.767907:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204727.767911:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204727.767912:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204727.767914:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204727.767916:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204727.767918:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204727.767924:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204727.767925:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204727.767927:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204727.767931:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.767933:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618684800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204727.767936:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.767942:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204727.767944:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204727.767946:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204727.767947:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204727.767949:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204727.767951:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204727.767953:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000040:3.0:1788204727.767953:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000020:00000001:2.0:1788204727.767958:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788204727.767960:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000010:2.0:1788204727.767962:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204727.767964:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.767966:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204727.767969:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204727.767969:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1788204727.767972:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
02000000:00000001:3.0:1788204727.767974:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204727.767975:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204727.767977:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.767980:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204727.767980:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.767985:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204727.767988:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204727.767989:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204727.767992:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204727.767992:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.767998:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204727.767998:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768000:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204727.768002:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204727.768004:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000100:00000040:2.0:1788204727.768006:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204727.768010:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204727.768016:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204727.768016:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204727.768019:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.768020:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768021:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204727.768024:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204727.768025:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.768028:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.768029:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204727.768031:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684928:192.168.201.124@tcp:38:kworker.0
02000000:00000001:3.0:1788204727.768033:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768034:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204727.768037:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788204727.768038:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
02000000:00000001:2.0:1788204727.768039:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768043:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204727.768045:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204727.768047:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204727.768050:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.768071:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204727.768078:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204727.768082:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204727.768084:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204727.768089:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204727.768090:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204727.768098:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204727.768101:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204727.768103:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618684928, portal 10
00000100:00000001:2.0:1788204727.768106:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204727.768106:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204727.768110:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00080000:3.0:1788204727.768113:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204727.768115:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204727.768118:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204727.768119:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.768123:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204727.768130:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204727.768130:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3860
00000100:00000040:2.0:1788204727.768135:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204727.768138:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000400:00000200:3.0:1788204727.768139:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:2.0:1788204727.768141:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618684928, offset 0
00000400:00000200:3.0:1788204727.768146:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204727.768147:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204727.768152:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204727.768153:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.768160:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:3.0:1788204727.768160:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.768166:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204727.768167:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204727.768172:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:3.0:1788204727.768172:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204727.768177:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204727.768177:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204727.768180:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:3.0:1788204727.768183:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204727.768185:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3609:3609:256:4294967295] 192.168.201.124@tcp LPNI seq info [3609:3609:8:4294967295]
00000020:00000040:3.0:1788204727.768186:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204727.768189:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204727.768192:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204727.768193:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204727.768198:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:2.0:1788204727.768199:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204727.768204:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.0:1788204727.768206:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.768211:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000040:3.0:1788204727.768211:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204727.768216:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204727.768219:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204727.768223:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204727.768224:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788204727.768229:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.1:1788204727.768231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204727.768235:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000800:00000200:2.1:1788204727.768235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204727.768241:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204727.768244:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000010:2.0:1788204727.768245:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204727.768249:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204727.768250:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204727.768255:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204727.768255:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204727.768257:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
02000000:00000001:3.0:1788204727.768260:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204727.768261:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204727.768263:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204727.768266:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204727.768268:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.768271:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204727.768275:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204727.768276:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788204727.768281:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.768284:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.768287:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204727.768288:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788204727.768293:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204727.768298:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.768299:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204727.768300:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204727.768303:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768305:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.768308:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204727.768309:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
02000000:00000001:3.0:1788204727.768311:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204727.768313:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.768315:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298535063
02000000:00000001:3.0:1788204727.768315:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768320:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.768322:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298535063
02000000:00000010:3.0:1788204727.768323:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:2.0:1788204727.768325:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.768329:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204727.768329:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768330:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768333:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204727.768340:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204727.768341:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204727.768356:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204727.768368:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204727.768370:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204727.768373:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204727.768373:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204727.768376:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204727.768377:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768379:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204727.768387:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204727.768388:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204727.768400:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.768408:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768409:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204727.768411:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768414:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.768415:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204727.768415:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204727.768420:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204727.768421:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204727.768424:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204727.768427:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204727.768430:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.768431:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204727.768435:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204727.768436:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3860
00000400:00000200:3.0:1788204727.768443:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.768445:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204727.768448:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204727.768449:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204727.768450:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.768452:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768455:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1788204727.768455:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204727.768457:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204727.768460:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204727.768461:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:2.0:1788204727.768464:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204727.768468:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204727.768468:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204727.768474:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204727.768475:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.768481:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204727.768486:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618684928:192.168.201.124@tcp:38:kworker.0
00000020:00000001:3.0:1788204727.768487:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204727.768490:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204727.768491:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204727.768492:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204727.768494:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204727.768495:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:2.0:1788204727.768498:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618684928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204727.768499:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204727.768504:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204727.768510:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204727.768511:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204727.768512:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204727.768514:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1788204727.768515:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000010:2.0:1788204727.768517:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
00000100:00000001:3.0:1788204727.768519:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204727.768520:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204727.768524:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204727.768524:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000020:00000040:2.0:1788204727.768526:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00080000:3.0:1788204727.768529:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000020:00000001:2.0:1788204727.768530:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204727.768533:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204727.768534:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768536:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204727.768537:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204727.768539:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204727.768541:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
02000000:00000001:3.0:1788204727.768541:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204727.768545:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788204727.768546:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768547:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.768549:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204727.768550:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204727.768552:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204727.768554:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:3.0:1788204727.768554:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768556:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.768557:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768560:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1788204727.768561:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204727.768562:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204727.768565:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204727.768566:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204727.768570:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768574:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204727.768576:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.768577:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204727.768578:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204727.768580:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768581:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.768583:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.768586:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788204727.768587:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685056:192.168.201.124@tcp:38:kworker.0
02000000:00000001:3.0:1788204727.768588:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204727.768592:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204727.768592:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768596:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204727.768597:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204727.768597:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788204727.768598:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204727.768602:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204727.768603:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204727.768606:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.768609:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204727.768610:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204727.768614:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204727.768618:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204727.768622:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204727.768623:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685056, portal 10
00000100:00000001:3.0:1788204727.768625:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768626:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204727.768629:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:3.0:1788204727.768630:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204727.768636:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.768639:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768644:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204727.768645:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3870)
00000100:00000040:2.0:1788204727.768648:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204727.768651:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204727.768653:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618685056, offset 0
00000400:00000200:2.0:1788204727.768656:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204727.768659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.768662:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204727.768664:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204727.768666:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204727.768668:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204727.768669:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204727.768671:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3610:3610:256:4294967295] 192.168.201.124@tcp LPNI seq info [3610:3610:8:4294967295]
00000400:00000200:2.0:1788204727.768674:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.768678:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204727.768680:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.768682:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204727.768684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204727.768686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204727.768688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204727.768690:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204727.768692:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.768693:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204727.768695:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204727.768697:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204727.768698:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204727.768700:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204727.768701:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204727.768703:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768708:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.768710:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768713:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768714:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204727.768716:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.768717:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204727.768719:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.768720:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298532908
00000100:00000001:2.0:1788204727.768721:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.768722:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298532908
00000100:00000001:2.0:1788204727.768724:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.768725:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204727.768726:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768727:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204727.768729:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204727.768734:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204727.768735:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204727.768736:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204727.768737:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204727.768738:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204727.768739:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204727.768741:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204727.768745:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768749:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204727.768750:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768751:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.768752:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204727.768754:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768757:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204727.768759:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768762:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204727.768764:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768764:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.768765:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768766:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204727.768767:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204727.768768:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204727.768770:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204727.768771:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204727.768773:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204727.768777:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204727.768779:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204727.768780:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768784:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204727.768785:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768787:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204727.768788:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.768789:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.768790:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204727.768792:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204727.768793:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204727.768794:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768795:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204727.768797:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204727.768798:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204727.768799:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204727.768801:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204727.768803:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204727.768804:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685184, portal 4
00000100:00000001:2.0:1788204727.768805:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204727.768806:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:2.0:1788204727.768809:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768813:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204727.768814:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204727.768815:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204727.768816:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618685184, offset 0
00000400:00000200:2.0:1788204727.768818:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204727.768820:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.768821:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204727.768823:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204727.768824:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204727.768826:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204727.768827:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204727.768829:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3611:3611:256:4294967295] 192.168.201.124@tcp LPNI seq info [3611:3611:8:4294967295]
00000400:00000200:2.0:1788204727.768831:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.768834:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204727.768837:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.768838:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204727.768841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204727.768842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204727.768844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204727.768846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204727.768848:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.768849:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204727.768851:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204727.768853:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204727.768854:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204727.768855:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204727.768856:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204727.768858:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768862:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.768864:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768868:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768868:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204727.768870:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.768871:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204727.768873:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.768874:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298532888
00000100:00000001:2.0:1788204727.768875:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.768876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298532888
00000100:00000001:2.0:1788204727.768877:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.768879:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204727.768880:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768881:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204727.768882:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204727.768887:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204727.768888:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204727.768889:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204727.768890:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204727.768891:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204727.768892:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204727.768893:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204727.768897:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768901:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204727.768901:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768902:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.768903:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204727.768905:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768908:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204727.768910:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768913:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204727.768914:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768915:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.768916:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768917:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204727.768918:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204727.768920:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204727.768921:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204727.768922:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204727.768925:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204727.768930:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204727.768932:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768933:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.768934:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618685056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768937:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204727.768938:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204727.768939:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204727.768940:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204727.768941:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204727.768942:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204727.768943:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204727.768943:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:2.0:1788204727.768945:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204727.768945:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204727.768946:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204727.768947:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204727.768948:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768949:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.768951:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618685184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768954:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204727.768955:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204727.768956:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204727.768957:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204727.768957:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204727.768958:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204727.768959:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204727.768960:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:2.0:1788204727.768961:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204727.768962:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204727.768962:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:2.0:1788204727.768964:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204727.768964:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768965:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.768967:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204727.768968:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.768969:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204727.768970:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204727.768971:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204727.768973:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.768976:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204727.768977:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768978:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204727.768979:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.768980:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.768982:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204727.768983:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204727.768984:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204727.768985:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.768986:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204727.768987:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204727.768988:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204727.768989:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204727.768991:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204727.768992:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204727.768994:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685312, portal 4
00000100:00000001:2.0:1788204727.768995:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204727.768996:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:2.0:1788204727.768999:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769002:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204727.769004:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204727.769005:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204727.769007:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618685312, offset 0
00000400:00000200:2.0:1788204727.769010:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204727.769014:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.769017:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204727.769019:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204727.769021:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204727.769023:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204727.769025:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204727.769027:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3612:3612:256:4294967295] 192.168.201.124@tcp LPNI seq info [3612:3612:8:4294967295]
00000400:00000200:2.0:1788204727.769031:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204727.769037:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204727.769041:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.769043:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204727.769046:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204727.769048:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204727.769072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204727.769075:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204727.769079:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204727.769081:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204727.769084:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204727.769087:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204727.769090:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204727.769092:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204727.769094:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204727.769097:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769105:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.769107:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769113:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.769114:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204727.769117:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.769120:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204727.769123:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204727.769124:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298533023
00000100:00000001:2.0:1788204727.769126:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.769128:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298533023
00000100:00000001:2.0:1788204727.769129:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298535151
00000100:00000001:2.0:1788204727.769131:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204727.769132:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.769134:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204727.769138:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204727.769145:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204727.769146:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204727.769148:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204727.769150:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204727.769151:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204727.769152:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204727.769155:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204727.769162:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769166:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204727.769168:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.769169:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.769170:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204727.769173:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769178:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204727.769181:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769187:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204727.769189:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.769190:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204727.769191:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.769193:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204727.769194:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204727.769196:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204727.769199:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204727.769201:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204727.769204:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204727.769210:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204727.769213:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.769215:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204727.769217:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618685312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.769222:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204727.769224:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204727.769225:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204727.769228:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204727.769229:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204727.769230:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204727.769232:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204727.769233:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788204727.769235:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204727.769236:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204727.769237:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204727.769239:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204727.769240:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.769242:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.769245:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204727.769246:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.769248:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204727.769249:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204728.087155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204728.087160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204728.087164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204728.087165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204728.087168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204728.087168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204728.087171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204728.087171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204728.087223:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204728.087226:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204728.087229:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204728.791164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204728.791172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204728.791173:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204728.791179:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204728.791182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204728.791186:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204728.791188:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204728.791191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204728.791194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204729.111165:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204729.111166:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204729.111169:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111172:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204729.111174:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111175:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111177:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204729.111181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204729.111184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204729.111186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204729.111187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204729.111233:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204729.111236:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204729.111238:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204729.815137:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204729.815143:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204729.815144:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204729.815148:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204729.815150:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204729.815153:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204729.815154:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204729.815156:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204729.815158:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204730.071159:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298535151, at 4298535168
00000100:00000040:3.0:1788204730.071159:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298535151, at 4298535168
00000100:00000010:2.0:1788204730.071172:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204730.071173:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350c60.
00010000:00000001:3.0:1788204730.135164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204730.135170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204730.135175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204730.135176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204730.135180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204730.135181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204730.135184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204730.135185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204730.135246:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204730.135250:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204730.135253:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204730.839147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204730.839152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204730.839154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204730.839158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204730.839160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204730.839163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204730.839166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204730.839168:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204730.839171:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204731.159164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204731.159171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204731.159176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204731.159177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204731.159180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204731.159181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204731.159184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204731.159185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204731.159250:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204731.159254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204731.159258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204731.863147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204731.863154:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204731.863155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204731.863160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204731.863163:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204731.863166:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204731.863168:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204731.863170:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204731.863172:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204732.183169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204732.183175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204732.183181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204732.183182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204732.183186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204732.183187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204732.183191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204732.183192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204732.183248:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204732.183252:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204732.183255:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204732.887112:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204732.887119:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204732.887121:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204732.887126:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204732.887130:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204732.887134:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.887137:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204732.887139:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.887142:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204732.887147:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204732.887153:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204732.887156:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204732.887160:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204732.887164:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204732.887170:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3865
00000400:00000200:1.0:1788204732.887177:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204732.887183:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204732.887186:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204732.887189:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887192:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204732.887194:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887196:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204732.887200:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204732.887202:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204732.887204:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204732.887207:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204732.887209:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204732.887211:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204732.887214:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887215:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204732.887217:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887219:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204732.887222:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204732.887226:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887228:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204732.887231:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204732.887234:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204732.887236:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887238:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204732.887240:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204732.887248:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7480.
00000020:00000040:1.0:1788204732.887251:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204732.887254:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204732.887256:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887259:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204732.887261:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204732.887265:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204732.887283:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204732.887290:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204732.887299:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204732.887309:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204732.887312:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204732.887317:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e866858b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204732.887334:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204732.887336:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204732.887339:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204732.887341:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204732.887342:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204732.887345:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204732.887348:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3865
00000400:00000200:1.0:1788204732.887351:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204732.887354:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204732.887356:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204732.887359:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887361:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204732.887363:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887365:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204732.887367:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204732.887368:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204732.887370:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204732.887371:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204732.887373:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204732.887375:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204732.887378:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887380:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204732.887383:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887386:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204732.887388:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:2.0:1788204732.887391:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788204732.887392:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204732.887397:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204732.887400:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204732.887404:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204732.887407:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204732.887408:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204732.887412:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204732.887417:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887421:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204732.887426:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204732.887427:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1788204732.887429:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.887431:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887433:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.887436:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1788204732.887439:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
02000000:00000001:2.0:1788204732.887440:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204732.887444:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204732.887445:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204732.887448:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204732.887452:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.887452:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618685440:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204732.887456:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204732.887460:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204732.887460:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204732.887463:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.887466:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1788204732.887468:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204732.887470:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887474:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.887474:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204732.887481:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
00000100:00100000:1.0:1788204732.887482:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204732.887486:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887496:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204732.887496:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204732.887500:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204732.887501:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000040:1.0:1788204732.887505:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204732.887510:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204732.887519:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204732.887519:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685440, portal 25
00000100:00080000:1.0:1788204732.887522:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204732.887523:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204732.887526:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371968 : -116879935179648 : ffff95b2c4fb7480)
00000100:00080000:1.0:1788204732.887529:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204732.887531:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204732.887533:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204732.887535:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204732.887538:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204732.887544:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3865
00000400:00000200:1.0:1788204732.887550:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204732.887550:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1788204732.887557:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204732.887557:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204732.887562:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00080000:1.0:1788204732.887563:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204732.887568:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618685440, offset 0
00000100:00000040:1.0:1788204732.887569:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887574:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204732.887575:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887580:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204732.887580:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788204732.887584:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204732.887586:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204732.887587:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204732.887590:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:1.0:1788204732.887591:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204732.887595:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204732.887597:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204732.887599:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:1.0:1788204732.887604:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887606:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204732.887607:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788204732.887611:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204732.887614:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788204732.887615:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204732.887620:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:2.0:1788204732.887620:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204732.887625:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:1.0:1788204732.887627:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887633:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.887633:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3613:3613:256:4294967295] 192.168.201.124@tcp LPNI seq info [3613:3613:8:4294967295]
02000000:00000001:1.0:1788204732.887637:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204732.887642:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204732.887643:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204732.887647:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887649:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204732.887652:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204732.887657:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1788204732.887658:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887661:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204732.887666:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000800:00000200:2.0:1788204732.887667:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:1.0:1788204732.887672:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000010:2.0:1788204732.887674:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
02000000:00000001:1.0:1788204732.887676:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204732.887678:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887680:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204732.887683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:1.0:1788204732.887684:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204732.887687:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204732.887690:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
02000000:00000010:1.0:1788204732.887693:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204732.887697:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204732.887698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204732.887704:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1788204732.887705:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788204732.887714:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887719:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1788204732.887720:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000100:00000001:1.0:1788204732.887723:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204732.887729:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204732.887729:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204732.887739:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204732.887745:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.887747:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00080000:1.0:1788204732.887748:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204732.887751:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00080000:1.0:1788204732.887753:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204732.887756:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204732.887758:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204732.887759:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204732.887760:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204732.887765:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3865
00000100:00000200:2.0:1788204732.887768:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204732.887771:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204732.887778:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204732.887782:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204732.887787:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204732.887787:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204732.887792:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204732.887796:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204732.887797:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887802:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204732.887806:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204732.887808:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204732.887809:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:2.0:1788204732.887812:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788204732.887813:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204732.887817:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204732.887819:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204732.887820:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204732.887822:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:2.0:1788204732.887825:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204732.887829:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298540271
00000100:00000010:2.0:1788204732.887832:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:1.0:1788204732.887836:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.887839:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204732.887839:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1788204732.887843:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204732.887845:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298540271
00000100:00000001:1.0:1788204732.887846:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:2.0:1788204732.887849:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350600.
00000020:00000040:1.0:1788204732.887850:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204732.887852:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1788204732.887856:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204732.887857:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204732.887860:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.887861:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204732.887865:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204732.887866:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788204732.887870:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204732.887871:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204732.887875:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.887879:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1788204732.887883:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1788204732.887884:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1788204732.887886:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1788204732.887889:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204732.887890:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:1.0:1788204732.887893:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.887894:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204732.887897:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000010:1.0:1788204732.887899:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000100:00000001:2.0:1788204732.887899:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204732.887904:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204732.887905:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204732.887911:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204732.887914:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204732.887916:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204732.887918:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204732.887920:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204732.887923:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.887925:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:1.0:1788204732.887928:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:2.0:1788204732.887928:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.887931:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204732.887933:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.887935:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204732.887941:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204732.887943:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204732.887963:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204732.887965:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204732.887966:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204732.887973:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204732.887974:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.887993:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204732.887998:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.887998:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788204732.888004:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204732.888005:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888009:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788204732.888011:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204732.888011:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204732.888014:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204732.888015:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204732.888017:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788204732.888020:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204732.888022:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204732.888023:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1788204732.888027:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3865
00000100:00000040:2.0:1788204732.888030:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204732.888035:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204732.888042:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204732.888043:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618685440:192.168.201.124@tcp:250:kworker.0
00000100:00080000:1.0:1788204732.888047:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204732.888048:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888067:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888070:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7480 x1875064618685440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888074:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204732.888077:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1788204732.888079:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:2.0:1788204732.888080:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204732.888084:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788204732.888085:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1788204732.888087:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:1.0:1788204732.888090:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000020:00000040:2.0:1788204732.888090:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204732.888093:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204732.888095:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:2.0:1788204732.888096:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
00000020:00000001:1.0:1788204732.888099:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204732.888101:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204732.888103:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204732.888103:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1788204732.888107:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
02000000:00000001:2.0:1788204732.888107:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1788204732.888111:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000010:2.0:1788204732.888111:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7480.
00000020:00000001:1.0:1788204732.888116:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204732.888118:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1788204732.888120:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204732.888121:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204732.888125:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204732.888126:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204732.888128:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204732.888131:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204732.888134:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204732.888135:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204732.888137:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204732.888139:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.888142:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888143:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204732.888147:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204732.888147:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204732.888150:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204732.888152:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204732.888156:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204732.888157:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.888162:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204732.888165:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204732.888166:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1788204732.888169:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888170:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888174:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204732.888175:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888176:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1788204732.888179:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
02000000:00000001:2.0:1788204732.888180:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.888184:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685568:192.168.201.124@tcp:38:kworker.0
00000020:00000040:1.0:1788204732.888185:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204732.888188:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204732.888190:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204732.888191:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204732.888193:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888193:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.888198:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204732.888199:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204732.888202:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204732.888204:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:1.0:1788204732.888205:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888207:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.888211:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:1.0:1788204732.888212:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000400:00000010:2.0:1788204732.888215:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:1.0:1788204732.888217:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204732.888219:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204732.888222:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685568, portal 10
00000100:00100000:1.0:1788204732.888225:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204732.888225:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204732.888226:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:2.0:1788204732.888235:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204732.888238:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204732.888242:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204732.888246:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888257:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204732.888262:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204732.888263:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204732.888279:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000040:1.0:1788204732.888282:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3875)
00000100:00000200:2.0:1788204732.888283:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618685568, offset 0
00000400:00000200:2.0:1788204732.888290:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888295:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888300:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204732.888303:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204732.888305:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204732.888307:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204732.888308:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888310:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3614:3614:256:4294967295] 192.168.201.124@tcp LPNI seq info [3614:3614:8:4294967295]
00000400:00000200:2.0:1788204732.888312:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888317:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204732.888319:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888322:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204732.888324:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204732.888326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204732.888329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204732.888331:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204732.888333:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888334:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204732.888336:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204732.888338:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204732.888340:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204732.888341:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204732.888343:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204732.888346:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888350:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888352:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888356:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888357:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204732.888359:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204732.888361:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204732.888363:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204732.888364:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298540183
00000100:00000001:2.0:1788204732.888366:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888368:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298540183
00000100:00000001:2.0:1788204732.888369:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888370:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204732.888371:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888373:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204732.888375:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204732.888379:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204732.888379:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204732.888380:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204732.888382:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204732.888383:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204732.888384:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204732.888385:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204732.888390:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888393:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204732.888394:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888395:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888396:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204732.888398:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888401:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204732.888404:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888408:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204732.888409:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888410:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888411:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888412:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204732.888413:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204732.888415:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204732.888417:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204732.888418:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204732.888420:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204732.888424:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204732.888426:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204732.888428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888431:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204732.888432:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888434:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204732.888435:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204732.888436:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.888437:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204732.888439:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204732.888440:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204732.888441:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888442:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204732.888444:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204732.888445:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.888446:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204732.888448:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204732.888450:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204732.888452:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685696, portal 10
00000100:00000001:2.0:1788204732.888454:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204732.888455:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:2.0:1788204732.888461:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888466:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204732.888468:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204732.888470:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204732.888473:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618685696, offset 0
00000400:00000200:2.0:1788204732.888477:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888480:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888484:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204732.888487:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204732.888489:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204732.888491:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204732.888494:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888496:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3615:3615:256:4294967295] 192.168.201.124@tcp LPNI seq info [3615:3615:8:4294967295]
00000400:00000200:2.0:1788204732.888499:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888503:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204732.888506:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888508:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204732.888510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204732.888512:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204732.888514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204732.888516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204732.888518:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888519:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204732.888521:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204732.888523:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204732.888525:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204732.888526:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204732.888528:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204732.888530:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888535:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888537:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888541:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888542:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204732.888543:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204732.888545:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204732.888547:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204732.888548:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298538028
00000100:00000001:2.0:1788204732.888550:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888551:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298538028
00000100:00000001:2.0:1788204732.888552:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888553:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204732.888554:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888555:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204732.888557:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204732.888561:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204732.888562:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204732.888563:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204732.888564:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204732.888565:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204732.888567:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204732.888568:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204732.888573:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888576:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204732.888577:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888578:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888579:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204732.888581:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888585:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204732.888587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888591:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204732.888592:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888593:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888594:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888595:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204732.888595:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204732.888597:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204732.888598:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204732.888599:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204732.888601:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204732.888605:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204732.888607:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204732.888609:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888613:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204732.888614:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888615:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204732.888616:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204732.888617:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.888619:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204732.888620:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204732.888622:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204732.888623:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888624:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204732.888626:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204732.888627:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.888629:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204732.888631:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204732.888633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204732.888634:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685824, portal 4
00000100:00000001:2.0:1788204732.888636:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204732.888636:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:2.0:1788204732.888639:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888643:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204732.888645:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204732.888646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204732.888647:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618685824, offset 0
00000400:00000200:2.0:1788204732.888649:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888651:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888653:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204732.888655:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204732.888656:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204732.888658:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204732.888659:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888661:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3616:3616:256:4294967295] 192.168.201.124@tcp LPNI seq info [3616:3616:8:4294967295]
00000400:00000200:2.0:1788204732.888663:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888667:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204732.888669:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888671:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204732.888673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204732.888674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204732.888677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204732.888678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204732.888680:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888682:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204732.888683:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204732.888685:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204732.888687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204732.888688:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204732.888689:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204732.888691:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888695:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888697:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888700:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888701:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204732.888702:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204732.888704:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204732.888705:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204732.888707:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298538008
00000100:00000001:2.0:1788204732.888708:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888709:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298538008
00000100:00000001:2.0:1788204732.888711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888712:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204732.888713:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888714:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204732.888716:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204732.888719:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204732.888720:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204732.888721:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204732.888722:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204732.888723:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204732.888725:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204732.888726:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204732.888731:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888734:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204732.888735:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888736:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888737:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204732.888738:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888742:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204732.888744:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888748:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204732.888749:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888751:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888752:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888753:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204732.888754:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204732.888756:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204732.888759:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204732.888760:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204732.888764:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204732.888771:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204732.888774:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888776:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888779:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618685568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888785:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204732.888786:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204732.888788:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204732.888790:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204732.888792:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204732.888793:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204732.888795:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204732.888796:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204732.888799:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204732.888800:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204732.888802:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:2.0:1788204732.888804:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204732.888806:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888807:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888810:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618685696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888817:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204732.888818:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204732.888819:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204732.888821:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204732.888822:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204732.888824:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204732.888826:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204732.888827:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:2.0:1788204732.888829:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204732.888830:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204732.888831:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:2.0:1788204732.888833:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204732.888834:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888835:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888838:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618685824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888841:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204732.888842:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204732.888843:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204732.888845:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204732.888845:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204732.888846:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204732.888847:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204732.888848:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:2.0:1788204732.888849:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204732.888850:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204732.888850:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:2.0:1788204732.888852:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204732.888852:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888853:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888855:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204732.888856:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888857:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204732.888858:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204732.888859:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204732.888861:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888864:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204732.888865:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888866:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204732.888867:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204732.888868:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.888870:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204732.888872:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204732.888873:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204732.888874:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204732.888875:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204732.888877:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204732.888878:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204732.888880:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204732.888882:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204732.888883:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204732.888885:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618685952, portal 4
00000100:00000001:2.0:1788204732.888887:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204732.888888:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000040:2.0:1788204732.888891:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888895:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204732.888896:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204732.888897:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204732.888898:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618685952, offset 0
00000400:00000200:2.0:1788204732.888900:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888903:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888905:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204732.888907:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204732.888908:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204732.888910:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204732.888911:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204732.888913:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3617:3617:256:4294967295] 192.168.201.124@tcp LPNI seq info [3617:3617:8:4294967295]
00000400:00000200:2.0:1788204732.888915:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204732.888919:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204732.888922:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888923:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204732.888926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204732.888927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204732.888930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204732.888931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204732.888933:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204732.888935:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204732.888936:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204732.888938:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204732.888940:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204732.888941:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204732.888942:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204732.888944:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888952:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.888954:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888958:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888958:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204732.888960:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204732.888961:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204732.888963:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204732.888964:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298538142
00000100:00000001:2.0:1788204732.888965:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888966:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298538142
00000100:00000001:2.0:1788204732.888968:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298540271
00000100:00000001:2.0:1788204732.888969:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204732.888970:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.888971:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204732.888973:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204732.888977:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204732.888978:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204732.888979:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204732.888980:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204732.888981:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204732.888982:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204732.888984:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204732.888988:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.888991:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204732.888993:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.888994:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.888995:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204732.888997:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.889000:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204732.889002:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.889006:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204732.889007:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.889008:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204732.889008:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.889009:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204732.889010:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204732.889012:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204732.889013:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204732.889014:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204732.889016:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204732.889020:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618685952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204732.889022:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.889023:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204732.889025:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618685952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204732.889028:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204732.889029:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204732.889030:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204732.889031:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204732.889032:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204732.889033:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204732.889034:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204732.889035:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
02000000:00000001:2.0:1788204732.889036:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204732.889037:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204732.889038:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:2.0:1788204732.889040:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204732.889040:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.889041:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.889043:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204732.889044:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.889045:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204732.889046:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204733.207154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204733.207160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204733.207167:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204733.207169:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204733.207175:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204733.207177:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204733.207178:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207181:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204733.207183:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207185:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207187:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204733.207192:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204733.207193:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204733.207194:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207195:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204733.207197:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207198:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204733.207200:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204733.207892:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204733.207895:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204733.207897:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204733.911148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204733.911155:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204733.911157:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204733.911162:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204733.911165:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204733.911169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204733.911171:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204733.911173:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204733.911176:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204734.231146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204734.231151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204734.231154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204734.231155:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204734.231157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204734.231158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204734.231160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204734.231161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204734.231226:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204734.231230:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204734.231233:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204734.935189:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204734.935196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204734.935198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204734.935203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204734.935207:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204734.935211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204734.935213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204734.935215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204734.935217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204735.191140:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298540271, at 4298540288
00000100:00000040:3.0:1788204735.191140:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298540271, at 4298540288
00000100:00000010:3.0:1788204735.191152:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350600.
00000100:00000010:2.0:1788204735.191154:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204735.255115:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204735.255120:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204735.255125:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204735.255126:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204735.255128:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204735.255130:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204735.255132:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204735.255134:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204735.255135:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204735.255136:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204735.255139:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204735.255140:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204735.255142:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204735.255143:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204735.255179:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204735.255181:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204735.255183:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204735.959141:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204735.959147:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204735.959148:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204735.959152:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204735.959154:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204735.959157:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204735.959158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204735.959160:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204735.959162:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204736.279164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204736.279169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204736.279172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204736.279173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204736.279175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204736.279176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204736.279179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204736.279179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204736.279249:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204736.279253:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204736.279257:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204736.983139:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204736.983145:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204736.983146:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204736.983150:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204736.983153:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204736.983156:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.983158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204736.983161:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.983162:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204737.303112:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204737.303117:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204737.303122:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204737.303123:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204737.303125:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204737.303126:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204737.303129:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204737.303129:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204737.303184:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204737.303189:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204737.303228:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204738.007137:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204738.007145:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204738.007148:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204738.007150:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204738.007154:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204738.007158:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204738.007160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204738.007162:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204738.007163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.007168:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788204738.007169:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204738.007170:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.007175:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007177:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204738.007201:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3870
00000400:00000200:1.0:1788204738.007211:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204738.007218:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204738.007222:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204738.007226:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007230:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204738.007232:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007235:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204738.007239:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204738.007242:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204738.007245:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204738.007248:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204738.007251:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204738.007259:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204738.007263:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007265:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204738.007275:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007278:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204738.007281:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204738.007286:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007289:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.007291:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204738.007295:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204738.007298:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007301:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204738.007303:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204738.007311:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204738.007315:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204738.007318:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204738.007321:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007324:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204738.007327:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204738.007331:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204738.007338:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000100:00000001:1.0:1788204738.007343:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204738.007351:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204738.007358:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204738.007362:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204738.007365:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204738.007381:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204738.007383:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204738.007386:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204738.007387:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204738.007388:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204738.007390:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204738.007392:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3870
00000400:00000200:1.0:1788204738.007395:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204738.007398:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204738.007400:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204738.007404:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007407:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204738.007410:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204738.007410:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204738.007413:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204738.007416:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204738.007417:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204738.007420:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788204738.007421:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204738.007425:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204738.007427:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000040:2.0:1788204738.007430:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204738.007431:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204738.007438:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204738.007447:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204738.007449:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204738.007452:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204738.007453:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204738.007458:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204738.007459:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204738.007462:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204738.007464:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204738.007468:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204738.007470:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204738.007475:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007480:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.007483:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204738.007485:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618686080:192.168.201.124@tcp:250:kworker.0
02000000:00000001:1.0:1788204738.007489:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204738.007492:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204738.007495:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007498:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204738.007499:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788204738.007501:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204738.007502:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204738.007508:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.007508:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204738.007512:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204738.007515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000010:1.0:1788204738.007517:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
02000000:00000001:2.0:1788204738.007519:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204738.007524:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:1.0:1788204738.007528:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204738.007528:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:1.0:1788204738.007532:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204738.007534:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007536:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204738.007537:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204738.007537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:1.0:1788204738.007541:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204738.007545:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686080, portal 25
02000000:00000010:1.0:1788204738.007548:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:2.0:1788204738.007549:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204738.007552:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
00000100:00000001:1.0:1788204738.007553:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.007559:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204738.007562:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204738.007577:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204738.007580:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204738.007583:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007584:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204738.007587:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000040:1.0:1788204738.007590:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204738.007591:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618686080, offset 0
00000100:00000001:1.0:1788204738.007598:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204738.007603:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204738.007607:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204738.007608:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007609:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204738.007612:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204738.007614:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204738.007617:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3870
00000400:00000200:2.0:1788204738.007619:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204738.007623:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.007626:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204738.007632:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204738.007632:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204738.007638:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204738.007638:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204738.007644:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788204738.007647:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204738.007649:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007654:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204738.007655:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3618:3618:256:4294967295] 192.168.201.124@tcp LPNI seq info [3618:3618:8:4294967295]
00000100:00000040:1.0:1788204738.007660:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204738.007663:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204738.007667:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204738.007672:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204738.007675:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:2.0:1788204738.007676:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1788204738.007679:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204738.007683:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000200:2.0:1788204738.007683:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788204738.007689:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000010:2.0:1788204738.007690:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000020:00000001:1.0:1788204738.007693:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204738.007700:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204738.007701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204738.007702:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204738.007706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1788204738.007707:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007713:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204738.007717:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:2.1:1788204738.007717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204738.007723:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:2.1:1788204738.007723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788204738.007728:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.007733:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1788204738.007733:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204738.007736:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204738.007738:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007742:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1788204738.007742:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000008:00100000:1.0:1788204738.007745:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204738.007748:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204738.007750:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204738.007751:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204738.007756:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000400:00000200:2.0:1788204738.007757:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788204738.007762:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204738.007764:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
02000000:00000001:1.0:1788204738.007766:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204738.007768:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204738.007768:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:1.0:1788204738.007771:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204738.007773:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204738.007774:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204738.007779:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204738.007781:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204738.007788:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788204738.007793:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204738.007801:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204738.007807:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204738.007809:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204738.007812:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.007816:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204738.007817:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204738.007841:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204738.007845:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204738.007845:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.007849:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204738.007850:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204738.007852:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204738.007853:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204738.007855:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007856:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204738.007860:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3870
00000400:00000200:2.0:1788204738.007863:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204738.007867:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204738.007869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298545391
00000400:00000200:1.0:1788204738.007872:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204738.007875:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788204738.007876:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:1.0:1788204738.007877:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007881:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204738.007883:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204738.007884:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204738.007885:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204738.007889:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204738.007890:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:2.0:1788204738.007891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298545391
00000020:00000001:1.0:1788204738.007892:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204738.007895:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000010:2.0:1788204738.007896:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93503c0.
00000020:00000001:1.0:1788204738.007898:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204738.007901:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204738.007901:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1788204738.007904:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007905:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204738.007906:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.007908:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204738.007910:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204738.007914:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204738.007914:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204738.007920:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.007920:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.007924:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204738.007924:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788204738.007929:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204738.007932:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204738.007932:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738]  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204738.007934:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204738.007937:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204738.007942:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.007946:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204738.007949:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:1.0:1788204738.007950:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000400:00000001:2.0:1788204738.007952:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1788204738.007954:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204738.007956:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:1.0:1788204738.007958:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204738.007960:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
02000000:00000001:1.0:1788204738.007961:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204738.007965:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204738.007966:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204738.007969:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204738.007970:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1788204738.007972:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204738.007975:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204738.007977:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204738.007981:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204738.007988:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204738.007991:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008008:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204738.008011:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008014:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008017:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204738.008019:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788204738.008021:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204738.008025:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008032:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204738.008037:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204738.008038:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008070:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204738.008073:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008074:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008076:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008080:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204738.008083:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204738.008087:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788204738.008088:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204738.008093:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00080000:1.0:1788204738.008095:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204738.008096:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204738.008103:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204738.008104:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204738.008107:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204738.008110:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204738.008116:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204738.008123:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618686080:192.168.201.124@tcp:250:kworker.0
00000100:00080000:1.0:1788204738.008124:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3870
00000400:00000200:1.0:1788204738.008132:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204738.008133:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008137:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1788204738.008138:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204738.008144:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204738.008144:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618686080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204738.008153:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.008159:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204738.008161:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1788204738.008165:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204738.008165:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204738.008169:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
00000100:00000001:1.0:1788204738.008170:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204738.008174:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204738.008175:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000001:2.0:1788204738.008177:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204738.008178:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000040:2.0:1788204738.008196:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204738.008197:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204738.008200:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204738.008201:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:1.0:1788204738.008204:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000010:2.0:1788204738.008206:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2c00.
00000020:00000001:1.0:1788204738.008208:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204738.008212:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204738.008213:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204738.008216:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204738.008216:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204738.008220:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000100:00000040:1.0:1788204738.008221:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204738.008224:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204738.008224:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204738.008227:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204738.008228:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204738.008230:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204738.008233:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204738.008236:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.008237:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204738.008238:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1788204738.008240:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204738.008241:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.008246:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008247:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204738.008250:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204738.008251:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1788204738.008253:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204738.008254:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1788204738.008258:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.008259:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204738.008260:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204738.008266:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000100:00000001:2.0:1788204738.008270:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204738.008271:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204738.008273:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.008275:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204738.008276:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204738.008277:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008279:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204738.008281:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204738.008284:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204738.008284:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204738.008288:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204738.008289:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686208:192.168.201.124@tcp:38:kworker.0
02000000:00000010:1.0:1788204738.008293:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:2.0:1788204738.008293:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204738.008296:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204738.008298:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008299:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008304:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204738.008307:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
00000100:00100000:1.0:1788204738.008309:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204738.008310:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204738.008318:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204738.008322:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204738.008327:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204738.008328:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204738.008331:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686208, portal 10
00000100:00000001:1.0:1788204738.008333:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008334:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204738.008336:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774358528 : -116879935193088 : ffff95b2c4fb4000)
00000100:00000040:1.0:1788204738.008342:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204738.008345:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008371:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204738.008375:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204738.008376:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204738.008377:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204738.008381:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618686208, offset 0
00000100:00000040:1.0:1788204738.008384:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3880)
00000400:00000200:2.0:1788204738.008386:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204738.008393:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.008398:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204738.008402:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204738.008405:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204738.008408:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204738.008411:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204738.008415:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3619:3619:256:4294967295] 192.168.201.124@tcp LPNI seq info [3619:3619:8:4294967295]
00000400:00000200:2.0:1788204738.008421:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.008427:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204738.008433:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.008436:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204738.008440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204738.008443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204738.008448:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204738.008464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204738.008469:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.008472:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204738.008475:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204738.008479:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204738.008483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204738.008485:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204738.008488:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204738.008492:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008498:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.008500:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008509:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008510:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204738.008513:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.008515:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204738.008518:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204738.008520:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298545303
00000100:00000001:2.0:1788204738.008522:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.008523:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298545303
00000100:00000001:2.0:1788204738.008525:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.008526:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204738.008528:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008529:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204738.008531:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738]  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204738.008536:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204738.008537:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204738.008538:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204738.008540:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204738.008541:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204738.008542:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204738.008544:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204738.008549:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008553:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204738.008555:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008556:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008557:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204738.008559:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008564:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204738.008567:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008571:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204738.008573:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008574:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008575:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008576:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204738.008577:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204738.008579:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204738.008580:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204738.008582:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204738.008584:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204738.008589:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204738.008591:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204738.008593:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008598:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204738.008599:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008600:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204738.008602:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204738.008603:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204738.008605:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204738.008606:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204738.008608:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204738.008609:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008610:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204738.008613:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204738.008614:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204738.008616:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204738.008618:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204738.008620:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204738.008622:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686336, portal 10
00000100:00000001:2.0:1788204738.008623:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204738.008624:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371072 : -116879935180544 : ffff95b2c4fb7100)
00000100:00000040:2.0:1788204738.008628:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008632:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204738.008634:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204738.008635:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204738.008637:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618686336, offset 0
00000400:00000200:2.0:1788204738.008640:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204738.008642:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.008644:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204738.008647:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204738.008648:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204738.008650:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204738.008652:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204738.008654:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3620:3620:256:4294967295] 192.168.201.124@tcp LPNI seq info [3620:3620:8:4294967295]
00000400:00000200:2.0:1788204738.008657:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.008661:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204738.008664:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.008666:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204738.008668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204738.008670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204738.008673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204738.008675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204738.008678:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.008679:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204738.008681:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204738.008684:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204738.008686:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204738.008687:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204738.008688:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204738.008691:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008696:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.008698:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008702:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008703:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204738.008705:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.008706:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204738.008708:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204738.008709:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298543148
00000100:00000001:2.0:1788204738.008711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.008712:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298543148
00000100:00000001:2.0:1788204738.008714:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.008716:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204738.008717:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008718:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204738.008720:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738]  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204738.008725:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204738.008725:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204738.008726:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204738.008728:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204738.008729:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204738.008730:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204738.008732:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204738.008737:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008741:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204738.008742:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008743:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008744:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204738.008746:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008750:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204738.008752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008756:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204738.008757:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008758:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008759:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008760:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204738.008761:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204738.008763:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204738.008764:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204738.008766:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204738.008768:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204738.008773:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204738.008776:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204738.008780:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008786:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204738.008788:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008790:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204738.008792:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204738.008794:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204738.008797:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204738.008800:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204738.008802:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204738.008804:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.008805:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204738.008809:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204738.008811:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204738.008815:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204738.008818:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204738.008821:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204738.008825:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686464, portal 4
00000100:00000001:2.0:1788204738.008827:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204738.008828:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774370176 : -116879935181440 : ffff95b2c4fb6d80)
00000100:00000040:2.0:1788204738.008833:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008838:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204738.008839:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204738.008841:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204738.008842:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618686464, offset 0
00000400:00000200:2.0:1788204738.008845:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204738.008847:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.008849:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204738.008851:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204738.008853:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204738.008855:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204738.008856:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204738.008859:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3621:3621:256:4294967295] 192.168.201.124@tcp LPNI seq info [3621:3621:8:4294967295]
00000400:00000200:2.0:1788204738.008862:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.008866:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204738.008869:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.008871:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204738.008873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204738.008875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204738.008878:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204738.008880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204738.008882:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.008884:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204738.008886:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204738.008888:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204738.008890:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204738.008891:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204738.008893:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204738.008895:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008900:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.008902:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008906:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008908:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204738.008910:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.008911:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204738.008913:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204738.008915:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298543128
00000100:00000001:2.0:1788204738.008916:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.008918:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298543128
00000100:00000001:2.0:1788204738.008919:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.008920:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204738.008922:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.008923:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204738.008926:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738]  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204738.008931:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204738.008931:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204738.008932:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204738.008933:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204738.008934:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204738.008936:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204738.008938:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204738.008943:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008947:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204738.008948:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008949:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008950:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204738.008952:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008956:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204738.008958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008962:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204738.008963:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008964:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.008965:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008966:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204738.008967:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204738.008969:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204738.008971:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204738.008972:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204738.008975:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204738.008980:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204738.008982:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.008983:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.008985:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4000 x1875064618686208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.008989:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204738.008990:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204738.008991:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204738.008993:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204738.008994:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204738.008995:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204738.008996:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204738.008997:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
02000000:00000001:2.0:1788204738.008999:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204738.009011:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204738.009012:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4000.
00000100:00000001:2.0:1788204738.009014:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204738.009015:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009016:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.009018:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7100 x1875064618686336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009021:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204738.009022:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204738.009023:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204738.009024:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204738.009025:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204738.009026:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204738.009027:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204738.009028:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:2.0:1788204738.009030:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204738.009031:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204738.009032:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7100.
00000100:00000001:2.0:1788204738.009033:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204738.009034:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009035:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.009037:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6d80 x1875064618686464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009040:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204738.009041:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204738.009042:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204738.009043:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204738.009044:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204738.009044:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204738.009045:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204738.009046:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:2.0:1788204738.009048:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204738.009048:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204738.009049:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6d80.
00000100:00000001:2.0:1788204738.009067:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204738.009067:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009069:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009071:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204738.009072:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.009074:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204738.009074:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204738.009075:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204738.009078:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009082:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204738.009083:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.009084:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204738.009085:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204738.009086:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204738.009088:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204738.009091:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204738.009092:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204738.009093:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204738.009094:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204738.009096:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204738.009098:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204738.009100:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204738.009113:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204738.009116:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204738.009119:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686592, portal 4
00000100:00000001:2.0:1788204738.009121:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204738.009122:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774373760 : -116879935177856 : ffff95b2c4fb7b80)
00000100:00000040:2.0:1788204738.009128:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009135:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204738.009137:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204738.009140:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204738.009142:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618686592, offset 0
00000400:00000200:2.0:1788204738.009146:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204738.009150:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.009154:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204738.009157:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204738.009160:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204738.009162:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204738.009165:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204738.009167:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3622:3622:256:4294967295] 192.168.201.124@tcp LPNI seq info [3622:3622:8:4294967295]
00000400:00000200:2.0:1788204738.009170:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204738.009175:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204738.009178:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.009192:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204738.009195:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204738.009198:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204738.009201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204738.009202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204738.009205:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204738.009206:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204738.009208:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204738.009211:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204738.009213:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204738.009214:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204738.009216:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204738.009218:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009224:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.009225:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009230:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.009231:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204738.009233:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204738.009235:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204738.009237:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204738.009239:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298543263
00000100:00000001:2.0:1788204738.009241:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.009242:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298543263
00000100:00000001:2.0:1788204738.009244:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298545391
00000100:00000001:2.0:1788204738.009245:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204738.009246:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.009247:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204738.009250:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738]  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204738.009254:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204738.009255:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204738.009257:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204738.009258:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204738.009259:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204738.009261:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204738.009263:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204738.009268:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009272:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204738.009273:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009274:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.009275:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204738.009277:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009281:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204738.009283:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009287:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204738.009289:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009290:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204738.009290:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009291:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204738.009293:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204738.009294:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204738.009296:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204738.009297:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204738.009300:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204738.009304:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204738.009307:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009308:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204738.009310:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7b80 x1875064618686592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204738.009314:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204738.009315:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204738.009316:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204738.009318:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204738.009319:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204738.009319:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204738.009320:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204738.009322:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204738.009323:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204738.009324:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204738.009325:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7b80.
00000100:00000001:2.0:1788204738.009327:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204738.009328:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009329:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.009331:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204738.009332:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204738.009334:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204738.009335:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204738.327166:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204738.327168:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204738.327172:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327187:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204738.327189:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327192:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327194:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204738.327201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204738.327207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204738.327210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204738.327212:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204738.327270:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204738.327273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204738.327282:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204739.031158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204739.031179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204739.031181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.031197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204739.031201:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204739.031205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.031207:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.031209:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.031212:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204739.351128:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204739.351136:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204739.351143:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204739.351144:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204739.351149:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204739.351150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204739.351154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204739.351189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204739.351275:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204739.351278:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204739.351281:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204740.055165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204740.055173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204740.055175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204740.055181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204740.055185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204740.055190:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204740.055193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204740.055196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204740.055198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204740.311164:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298545391, at 4298545408
00000100:00000040:2.0:1788204740.311171:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298545391, at 4298545408
00000100:00000010:3.0:1788204740.311178:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93503c0.
00000100:00000010:2.0:1788204740.311181:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204740.375165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204740.375178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204740.375184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204740.375185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204740.375189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204740.375190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204740.375194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204740.375195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204740.375252:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204740.375257:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204740.375261:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204741.079208:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204741.079216:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204741.079218:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204741.079224:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204741.079228:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204741.079232:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204741.079235:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204741.079237:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204741.079240:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204741.399193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204741.399200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204741.399207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204741.399208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204741.399212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204741.399213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204741.399217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204741.399219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204741.399280:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204741.399285:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204741.399289:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204742.103149:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204742.103155:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204742.103158:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204742.103163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204742.103166:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204742.103168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.103171:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204742.103173:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.103174:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204742.423184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204742.423191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204742.423198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204742.423199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204742.423203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204742.423204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204742.423208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204742.423209:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204742.423272:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204742.423277:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204742.423281:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204743.127205:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204743.127211:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204743.127213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204743.127217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204743.127220:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204743.127222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.127224:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.127227:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.127229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204743.127259:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204743.127265:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204743.127266:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204743.127269:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204743.127280:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204743.127290:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3875
00000400:00000200:0.0:1788204743.127299:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204743.127305:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204743.127308:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204743.127312:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127316:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.127318:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127321:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204743.127325:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204743.127326:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204743.127329:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204743.127332:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204743.127333:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204743.127335:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204743.127338:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127339:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.127340:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127341:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204743.127343:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204743.127346:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127347:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.127349:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204743.127352:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204743.127354:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127356:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204743.127357:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204743.127366:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204743.127368:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204743.127372:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204743.127373:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127376:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204743.127378:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204743.127381:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204743.127389:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204743.127395:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204743.127402:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204743.127418:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204743.127423:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204743.127428:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.127451:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204743.127455:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204743.127459:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204743.127460:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204743.127462:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204743.127465:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204743.127468:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3875
00000400:00000200:0.0:1788204743.127473:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204743.127477:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204743.127480:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204743.127481:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204743.127485:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204743.127485:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204743.127487:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204743.127490:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.127496:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204743.127496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.127502:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204743.127508:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204743.127511:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204743.127514:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204743.127517:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788204743.127521:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788204743.127522:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204743.127524:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204743.127525:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204743.127531:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204743.127531:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204743.127535:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204743.127535:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204743.127538:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204743.127540:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127541:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204743.127544:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00100000:2.0:1788204743.127546:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618686720:192.168.201.124@tcp:250:kworker.0
00000100:00080000:0.0:1788204743.127549:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204743.127551:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204743.127553:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.127555:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204743.127555:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204743.127558:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.127559:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204743.127561:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204743.127565:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127567:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788204743.127568:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
00000008:00100000:0.0:1788204743.127571:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204743.127571:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204743.127577:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127579:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.127583:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204743.127587:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000400:00000010:2.0:1788204743.127588:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000040:0.0:1788204743.127593:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204743.127596:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:0.0:1788204743.127598:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204743.127601:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204743.127604:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686720, portal 25
00000100:00000001:0.0:1788204743.127605:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204743.127609:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204743.127609:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204743.127612:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
02000000:00000001:0.0:1788204743.127614:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204743.127619:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204743.127622:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:2.0:1788204743.127626:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204743.127629:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127630:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204743.127633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204743.127636:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618686720, offset 0
00000100:00100000:0.0:1788204743.127639:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204743.127645:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204743.127655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204743.127659:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204743.127661:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204743.127663:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.127669:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204743.127670:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204743.127675:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204743.127682:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204743.127685:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.127685:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204743.127691:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204743.127692:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3623:3623:256:4294967295] 192.168.201.124@tcp LPNI seq info [3623:3623:8:4294967295]
00000100:00080000:0.0:1788204743.127702:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204743.127702:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204743.127707:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204743.127710:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204743.127714:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204743.127716:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204743.127722:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204743.127724:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3875
00000800:00000010:2.0:1788204743.127727:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000400:00000200:0.0:1788204743.127732:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204743.127737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:0.0:1788204743.127740:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.0:1788204743.127743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1788204743.127744:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204743.127750:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204743.127753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204743.127754:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.127759:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204743.127759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788204743.127763:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000100:2.0:1788204743.127768:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788204743.127769:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204743.127772:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000010:2.0:1788204743.127773:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000020:00000001:0.0:1788204743.127774:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204743.127778:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204743.127780:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204743.127780:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788204743.127783:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204743.127788:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788204743.127789:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127792:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.127793:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204743.127794:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:0.0:1788204743.127795:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204743.127797:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000020:00000040:0.0:1788204743.127798:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204743.127802:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204743.127803:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204743.127808:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.127813:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.127817:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204743.127822:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204743.127823:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204743.127825:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204743.127829:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.127830:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204743.127833:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204743.127839:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127842:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.127848:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204743.127849:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204743.127852:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788204743.127857:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204743.127857:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.127861:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204743.127865:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.127865:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204743.127869:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204743.127870:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298550511
02000000:00000001:0.0:1788204743.127871:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204743.127874:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204743.127877:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000010:0.0:1788204743.127879:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204743.127884:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.127885:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1788204743.127890:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204743.127890:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298550511
00000100:00000010:2.0:1788204743.127897:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350180.
00000100:00000001:2.0:1788204743.127902:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204743.127907:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204743.127910:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204743.127911:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.127914:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.127915:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788204743.127919:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204743.127922:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743]  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.127939:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204743.127942:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1788204743.127943:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788204743.127945:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788204743.127947:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1788204743.127949:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788204743.127950:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204743.127953:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204743.127953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:0.0:1788204743.127956:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204743.127957:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00080000:0.0:1788204743.127961:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3875
00000100:00000001:2.0:1788204743.127961:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204743.127966:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204743.127969:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204743.127975:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204743.127980:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204743.127984:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204743.127986:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127991:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.127994:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.127999:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204743.128000:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1788204743.128002:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204743.128003:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204743.128004:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:2.0:1788204743.128007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788204743.128008:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204743.128011:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204743.128011:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204743.128016:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00100000:2.0:1788204743.128019:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204743.128020:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204743.128026:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.128031:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204743.128035:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204743.128037:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204743.128042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.128043:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204743.128071:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204743.128073:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128075:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128076:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128077:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204743.128079:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204743.128081:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788204743.128082:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204743.128085:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204743.128090:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788204743.128102:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204743.128107:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.128111:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204743.128114:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204743.128116:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204743.128122:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128127:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204743.128131:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1788204743.128133:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618686720:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788204743.128139:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128140:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204743.128144:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128145:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.128150:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618686720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204743.128151:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204743.128156:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204743.128160:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204743.128162:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204743.128163:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128166:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204743.128167:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788204743.128168:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204743.128171:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:0.0:1788204743.128172:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.128175:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1788204743.128176:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000020:00000001:2.0:1788204743.128178:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204743.128181:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:0.0:1788204743.128182:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204743.128184:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204743.128187:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
00000100:00100000:0.0:1788204743.128190:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204743.128192:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204743.128195:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204743.128198:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:0.0:1788204743.128203:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204743.128203:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204743.128206:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204743.128208:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128209:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204743.128213:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128218:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204743.128222:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128223:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128225:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788204743.128227:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204743.128228:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204743.128231:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788204743.128233:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204743.128235:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204743.128237:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204743.128238:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.128240:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204743.128245:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3875
00000400:00000200:0.0:1788204743.128253:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204743.128253:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.128256:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204743.128257:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204743.128259:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788204743.128261:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204743.128262:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204743.128265:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204743.128266:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128269:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204743.128272:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686848:192.168.201.124@tcp:38:kworker.0
00000100:00000040:0.0:1788204743.128276:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204743.128277:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204743.128279:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204743.128282:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128283:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204743.128284:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204743.128287:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
00000020:00000001:0.0:1788204743.128289:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204743.128290:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204743.128292:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000200:2.0:1788204743.128296:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204743.128298:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788204743.128300:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000040:0.0:1788204743.128302:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000010:2.0:1788204743.128306:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000001:0.0:1788204743.128307:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204743.128313:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788204743.128314:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686848, portal 10
00000100:00000040:0.0:1788204743.128319:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204743.128320:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204743.128324:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000001:0.0:1788204743.128325:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204743.128328:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204743.128331:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204743.128334:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204743.128338:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:2.0:1788204743.128338:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204743.128343:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204743.128347:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204743.128351:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204743.128356:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128356:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204743.128360:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204743.128362:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000040:2.0:1788204743.128364:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000008:00000001:0.0:1788204743.128365:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128368:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204743.128369:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000010:0.0:1788204743.128371:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000200:2.0:1788204743.128374:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618686848, offset 0
00000020:00000040:0.0:1788204743.128375:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204743.128379:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204743.128381:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204743.128385:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204743.128385:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204743.128388:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204743.128391:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.128394:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:0.0:1788204743.128398:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000400:00000200:2.0:1788204743.128400:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204743.128402:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.128404:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204743.128409:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00100000:0.0:1788204743.128410:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204743.128412:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204743.128417:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204743.128422:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3624:3624:256:4294967295] 192.168.201.124@tcp LPNI seq info [3624:3624:8:4294967295]
00000400:00000200:2.0:1788204743.128431:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204743.128433:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204743.128439:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.128440:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204743.128448:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204743.128449:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.128454:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204743.128462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204743.128466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204743.128473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204743.128474:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204743.128476:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204743.128482:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204743.128484:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3885)
00000800:00000010:2.0:1788204743.128484:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204743.128491:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204743.128494:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204743.128496:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204743.128498:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204743.128500:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204743.128503:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128510:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.128512:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128517:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128518:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204743.128521:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204743.128523:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204743.128525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204743.128527:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298550423
00000100:00000001:2.0:1788204743.128529:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.128531:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298550423
00000100:00000001:2.0:1788204743.128532:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.128533:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204743.128535:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128536:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204743.128538:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743]  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204743.128548:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204743.128549:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204743.128550:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204743.128552:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204743.128553:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204743.128554:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204743.128556:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204743.128561:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128566:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204743.128567:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128568:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128569:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204743.128571:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128575:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204743.128577:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128581:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204743.128583:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128584:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128585:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128586:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204743.128587:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204743.128589:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204743.128590:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204743.128592:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204743.128595:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204743.128600:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204743.128603:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204743.128605:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128609:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.128609:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.128611:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204743.128612:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204743.128613:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204743.128615:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204743.128617:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204743.128618:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204743.128619:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.128620:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204743.128622:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204743.128624:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.128626:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204743.128627:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204743.128629:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204743.128631:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618686976, portal 10
00000100:00000001:2.0:1788204743.128632:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204743.128633:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204743.128637:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128641:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204743.128643:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204743.128644:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204743.128646:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618686976, offset 0
00000400:00000200:2.0:1788204743.128649:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204743.128651:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204743.128653:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204743.128655:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204743.128657:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204743.128658:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204743.128660:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204743.128662:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3625:3625:256:4294967295] 192.168.201.124@tcp LPNI seq info [3625:3625:8:4294967295]
00000400:00000200:2.0:1788204743.128665:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204743.128669:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204743.128671:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.128673:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204743.128675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204743.128677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204743.128680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204743.128682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204743.128684:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.128685:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204743.128687:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204743.128689:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204743.128691:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204743.128692:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204743.128694:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204743.128696:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128701:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.128703:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128707:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128708:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204743.128709:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204743.128711:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204743.128713:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204743.128715:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298548268
00000100:00000001:2.0:1788204743.128716:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.128718:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298548268
00000100:00000001:2.0:1788204743.128720:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.128721:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204743.128722:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128723:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204743.128725:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743]  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204743.128729:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204743.128730:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204743.128731:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204743.128733:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204743.128734:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204743.128735:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204743.128737:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204743.128743:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128746:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204743.128747:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128748:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128749:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204743.128751:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128755:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204743.128757:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128761:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204743.128763:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128764:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128765:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128766:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204743.128768:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204743.128769:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204743.128771:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204743.128772:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204743.128774:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204743.128779:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618686976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204743.128781:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204743.128783:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128787:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.128788:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.128789:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204743.128790:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204743.128791:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204743.128793:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204743.128795:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204743.128796:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204743.128797:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.128798:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204743.128800:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204743.128801:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.128803:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204743.128804:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204743.128806:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204743.128808:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687104, portal 4
00000100:00000001:2.0:1788204743.128810:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204743.128811:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204743.128814:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128818:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204743.128820:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204743.128821:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204743.128822:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618687104, offset 0
00000400:00000200:2.0:1788204743.128824:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204743.128826:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204743.128828:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204743.128830:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204743.128832:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204743.128833:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204743.128835:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204743.128837:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3626:3626:256:4294967295] 192.168.201.124@tcp LPNI seq info [3626:3626:8:4294967295]
00000400:00000200:2.0:1788204743.128840:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204743.128844:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204743.128846:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.128848:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204743.128850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204743.128852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204743.128854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204743.128856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204743.128859:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.128860:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204743.128862:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204743.128864:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204743.128865:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204743.128866:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204743.128868:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204743.128870:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128879:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.128881:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128885:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128886:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204743.128887:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204743.128889:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204743.128891:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204743.128892:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298548248
00000100:00000001:2.0:1788204743.128893:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.128895:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298548248
00000100:00000001:2.0:1788204743.128896:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.128898:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204743.128899:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.128900:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204743.128902:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743]  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204743.128907:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204743.128907:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204743.128908:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204743.128909:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204743.128910:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204743.128911:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204743.128913:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204743.128918:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128923:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204743.128924:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128925:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128926:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204743.128928:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128932:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204743.128935:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128939:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204743.128940:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128941:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.128942:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128943:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204743.128944:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204743.128945:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204743.128947:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204743.128948:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204743.128950:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204743.128955:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204743.128957:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128958:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.128960:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618686848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128964:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204743.128965:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204743.128966:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204743.128968:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204743.128969:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204743.128970:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204743.128972:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204743.128973:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788204743.128974:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204743.128975:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204743.128976:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204743.128978:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204743.128979:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128980:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.128982:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618686976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.128986:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204743.128987:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204743.128988:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204743.128989:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204743.128990:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204743.128990:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204743.128991:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204743.128992:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:2.0:1788204743.128993:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204743.128994:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204743.128995:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204743.128996:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204743.128997:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.128998:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.129000:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618687104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129003:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204743.129004:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204743.129005:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204743.129006:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204743.129007:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204743.129008:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204743.129009:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204743.129009:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:2.0:1788204743.129011:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204743.129012:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204743.129013:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204743.129014:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204743.129015:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129016:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129019:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204743.129020:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.129021:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204743.129022:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204743.129023:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204743.129025:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129030:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.129031:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.129032:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204743.129033:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204743.129034:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204743.129036:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204743.129037:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204743.129038:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204743.129039:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204743.129041:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204743.129042:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204743.129044:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204743.129045:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204743.129047:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204743.129065:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204743.129068:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687232, portal 4
00000100:00000001:2.0:1788204743.129069:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204743.129070:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204743.129074:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129078:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204743.129080:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204743.129082:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204743.129084:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618687232, offset 0
00000400:00000200:2.0:1788204743.129086:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204743.129089:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204743.129091:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204743.129109:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204743.129111:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204743.129113:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204743.129115:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204743.129117:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3627:3627:256:4294967295] 192.168.201.124@tcp LPNI seq info [3627:3627:8:4294967295]
00000400:00000200:2.0:1788204743.129120:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204743.129124:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204743.129127:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.129130:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204743.129132:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204743.129134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204743.129137:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204743.129139:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204743.129141:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204743.129143:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204743.129145:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204743.129147:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204743.129149:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204743.129150:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204743.129152:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204743.129155:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129160:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.129162:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129167:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.129168:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204743.129170:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204743.129172:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204743.129174:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204743.129176:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298548383
00000100:00000001:2.0:1788204743.129177:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.129179:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298548383
00000100:00000001:2.0:1788204743.129180:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298550511
00000100:00000001:2.0:1788204743.129182:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204743.129183:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.129184:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204743.129187:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743]  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204743.129191:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204743.129192:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204743.129193:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204743.129195:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204743.129196:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204743.129197:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204743.129199:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204743.129204:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129208:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204743.129209:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129210:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.129211:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204743.129213:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129217:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204743.129219:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129224:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204743.129226:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129227:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204743.129228:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129229:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204743.129230:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204743.129231:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204743.129233:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204743.129234:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204743.129237:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204743.129241:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204743.129243:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129245:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204743.129246:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618687232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204743.129250:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204743.129251:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204743.129252:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204743.129254:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204743.129254:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204743.129255:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204743.129257:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204743.129258:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:2.0:1788204743.129260:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204743.129262:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204743.129263:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204743.129264:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204743.129265:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129267:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.129269:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204743.129270:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.129271:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204743.129272:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204743.447200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204743.447205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204743.447210:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204743.447212:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204743.447218:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204743.447220:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204743.447221:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447223:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204743.447225:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447226:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447228:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447231:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204743.447232:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204743.447233:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204743.447234:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447235:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204743.447236:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447237:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204743.447238:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204743.447296:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204743.447299:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204743.447302:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204744.151148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204744.151154:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204744.151156:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204744.151162:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204744.151167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204744.151171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204744.151174:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204744.151176:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204744.151179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204744.471158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204744.471163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204744.471167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204744.471168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204744.471171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204744.471172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204744.471174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204744.471175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204744.471235:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204744.471238:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204744.471241:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204745.175161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204745.175169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204745.175171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204745.175176:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204745.175180:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204745.175184:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204745.175187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204745.175190:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204745.175193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204745.431173:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298550511, at 4298550528
00000100:00000040:3.0:1788204745.431173:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298550511, at 4298550528
00000100:00000010:2.0:1788204745.431191:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204745.431193:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350180.
00010000:00000001:3.0:1788204745.495169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204745.495176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204745.495183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204745.495186:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204745.495189:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204745.495192:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204745.495195:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204745.495196:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204745.495198:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204745.495199:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204745.495202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204745.495203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204745.495206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204745.495207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204745.495266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204745.495270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204745.495273:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204746.199170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204746.199179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204746.199182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204746.199188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204746.199191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204746.199195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204746.199197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204746.199200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204746.199202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204746.519122:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204746.519129:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204746.519133:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204746.519134:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204746.519136:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204746.519137:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204746.519140:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204746.519141:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204746.519196:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204746.519200:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204746.519203:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204747.223143:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204747.223150:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204747.223151:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204747.223155:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204747.223158:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204747.223161:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204747.223164:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204747.223165:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204747.223168:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204747.543173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204747.543179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204747.543183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204747.543185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204747.543187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204747.543188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204747.543190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204747.543191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204747.543252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204747.543256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204747.543259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204748.247161:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204748.247169:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204748.247171:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204748.247174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204748.247175:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204748.247181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204748.247182:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204748.247187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204748.247191:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3880
00000100:00100000:0.0:1788204748.247193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204748.247199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1788204748.247200:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204748.247204:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204748.247209:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204748.247210:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204748.247213:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204748.247216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204748.247217:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204748.247223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247223:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204748.247227:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247230:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204748.247233:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204748.247235:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204748.247237:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204748.247240:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204748.247241:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204748.247243:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204748.247246:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247248:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204748.247249:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247251:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204748.247253:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204748.247256:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247257:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204748.247260:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204748.247262:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204748.247265:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247266:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204748.247268:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204748.247276:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
00000020:00000040:2.0:1788204748.247278:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204748.247282:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204748.247283:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247285:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204748.247287:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204748.247290:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204748.247297:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:2.0:1788204748.247302:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204748.247310:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204748.247318:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204748.247322:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204748.247326:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204748.247346:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204748.247348:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204748.247351:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204748.247352:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204748.247353:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204748.247355:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204748.247356:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3880
00000400:00000200:2.0:1788204748.247359:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204748.247362:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204748.247365:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204748.247367:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247370:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204748.247373:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247375:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204748.247378:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204748.247379:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204748.247382:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204748.247384:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204748.247386:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204748.247395:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204748.247396:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204748.247400:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204748.247403:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204748.247405:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204748.247407:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204748.247409:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247413:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204748.247419:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204748.247419:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788204748.247424:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247428:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204748.247433:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204748.247439:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204748.247439:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204748.247443:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204748.247444:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247449:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204748.247451:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788204748.247453:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204748.247456:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204748.247456:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247460:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.247463:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204748.247465:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000020:00000040:2.0:1788204748.247468:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204748.247471:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204748.247472:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618687360:192.168.201.124@tcp:250:kworker.0
02000000:00000001:2.0:1788204748.247473:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247476:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204748.247478:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204748.247482:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247483:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788204748.247487:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:1.0:1788204748.247489:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204748.247491:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.247494:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204748.247498:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204748.247500:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204748.247507:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1788204748.247509:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:2.0:1788204748.247509:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.247515:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204748.247516:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204748.247525:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.247527:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204748.247528:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204748.247533:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204748.247534:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204748.247535:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00080000:2.0:1788204748.247536:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204748.247539:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204748.247543:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3880
00000400:00000010:1.0:1788204748.247547:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000400:00000200:2.0:1788204748.247547:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204748.247550:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204748.247553:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204748.247555:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247557:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204748.247558:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687360, portal 25
00000100:00000040:2.0:1788204748.247559:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204748.247564:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204748.247565:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204748.247567:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000020:00000001:2.0:1788204748.247568:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204748.247571:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204748.247574:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204748.247575:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000040:1.0:1788204748.247578:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204748.247578:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204748.247580:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204748.247588:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247592:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204748.247594:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247595:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204748.247597:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204748.247599:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247600:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204748.247604:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204748.247607:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204748.247612:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247616:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204748.247618:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1788204748.247619:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204748.247622:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.247626:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247626:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204748.247630:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000400:00000010:1.0:1788204748.247631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6a18.
00000020:00000040:2.0:1788204748.247634:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000200:1.0:1788204748.247636:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618687360, offset 0
02000000:00000001:2.0:1788204748.247637:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204748.247639:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247642:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204748.247643:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204748.247644:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.247648:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000010:2.0:1788204748.247649:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:2.0:1788204748.247653:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204748.247658:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204748.247659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204748.247666:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204748.247668:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788204748.247669:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.247675:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204748.247676:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204748.247682:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788204748.247687:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.247688:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204748.247690:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204748.247692:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:2.0:1788204748.247696:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204748.247699:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204748.247700:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3628:3628:256:4294967295] 192.168.201.124@tcp LPNI seq info [3628:3628:8:4294967295]
00000100:00080000:2.0:1788204748.247701:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204748.247707:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204748.247710:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204748.247712:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3880
00000400:00000200:1.0:1788204748.247720:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788204748.247727:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:1.0:1788204748.247728:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204748.247733:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000010:1.0:1788204748.247734:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76caa00.
00000100:00080000:2.0:1788204748.247736:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204748.247740:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247742:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204748.247745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:2.0:1788204748.247747:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247754:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204748.247754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:2.0:1788204748.247760:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204748.247761:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204748.247763:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204748.247765:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788204748.247767:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204748.247769:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204748.247773:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204748.247775:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204748.247780:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204748.247781:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204748.247784:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298555631
00000100:00000040:2.0:1788204748.247787:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000010:1.0:1788204748.247790:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777de40.
00000100:00000001:2.0:1788204748.247791:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204748.247796:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204748.247798:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1788204748.247800:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247806:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247807:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298555631
02000000:00000001:2.0:1788204748.247808:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204748.247813:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1788204748.247815:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d240.
02000000:00000001:2.0:1788204748.247817:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247821:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204748.247822:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204748.247828:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204748.247829:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204748.247835:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247836:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247839:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247842:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204748.247846:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
00000100:00000001:1.0:1788204748.247847:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204748.247850:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204748.247854:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204748.247855:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247857:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204748.247857:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204748.247859:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204748.247861:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:2.0:1788204748.247863:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.247866:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204748.247868:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1788204748.247869:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:1.0:1788204748.247871:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204748.247874:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.247878:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204748.247883:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204748.247897:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204748.247900:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.247902:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204748.247904:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204748.247904:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204748.247907:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247908:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204748.247913:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687488:192.168.201.124@tcp:38:kworker.0
00000100:00000040:2.0:1788204748.247914:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.247919:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204748.247923:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204748.247926:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.247929:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.247930:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204748.247932:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1788204748.247935:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
00000100:00080000:2.0:1788204748.247936:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204748.247940:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204748.247941:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204748.247943:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204748.247945:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3880
02000000:00000001:1.0:1788204748.247947:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204748.247949:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.247955:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204748.247955:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204748.247960:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204748.247961:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fac08.
00000100:00000040:2.0:1788204748.247964:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204748.247967:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6d48.
00000100:00000001:2.0:1788204748.247967:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204748.247971:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204748.247973:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687488, portal 10
00000100:00000001:2.0:1788204748.247974:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204748.247977:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1788204748.247978:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204748.247980:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000020:00000040:2.0:1788204748.247981:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204748.247984:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204748.247987:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204748.247988:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788204748.247992:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204748.247993:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204748.247996:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.247998:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204748.247999:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204748.248000:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204748.248002:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788204748.248019:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204748.248023:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204748.248027:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204748.248031:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204748.248036:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1788204748.248036:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.248038:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204748.248041:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000040:1.0:1788204748.248045:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000008:00000001:2.0:1788204748.248046:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.248048:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204748.248076:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6770.
00000100:00000010:2.0:1788204748.248080:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000100:00000200:1.0:1788204748.248081:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618687488, offset 0
00000020:00000040:2.0:1788204748.248085:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204748.248089:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204748.248090:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.248091:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204748.248092:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204748.248093:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204748.248097:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000400:00000200:1.0:1788204748.248098:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204748.248103:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.248109:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:2.0:1788204748.248112:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204748.248119:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788204748.248121:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204748.248124:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.248131:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204748.248132:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204748.248140:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788204748.248142:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.248147:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788204748.248148:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3891)
00000400:00000200:1.0:1788204748.248153:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248158:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3629:3629:255:4294967295] 192.168.201.124@tcp LPNI seq info [3629:3629:7:4294967295]
00000400:00000200:1.0:1788204748.248164:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248172:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204748.248177:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204748.248181:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76cab00.
00000800:00000200:1.0:1788204748.248185:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204748.248189:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204748.248191:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.248195:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204748.248199:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204748.248201:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298555543
00000100:00000001:1.0:1788204748.248204:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248206:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298555543
00000100:00000001:1.0:1788204748.248208:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248210:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204748.248213:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248215:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204748.248220:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.248227:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204748.248229:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.248231:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204748.248233:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204748.248235:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204748.248238:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204748.248242:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204748.248244:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204748.248246:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.248247:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204748.248251:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204748.248253:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.248256:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204748.248259:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf20.
00000400:00000010:1.0:1788204748.248262:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204748.248265:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687616, portal 10
00000100:00000001:1.0:1788204748.248266:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204748.248268:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:1.0:1788204748.248273:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.248280:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204748.248282:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204748.248284:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6f68.
00000100:00000200:1.0:1788204748.248287:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618687616, offset 0
00000400:00000200:1.0:1788204748.248291:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248294:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248298:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204748.248301:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204748.248304:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204748.248306:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204748.248308:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248311:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3630:3630:254:4294967295] 192.168.201.124@tcp LPNI seq info [3630:3630:6:4294967295]
00000400:00000200:1.0:1788204748.248315:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248321:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204748.248326:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204748.248330:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca200.
00000800:00000200:1.0:1788204748.248333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204748.248337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204748.248340:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.248343:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204748.248347:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204748.248349:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298553388
00000100:00000001:1.0:1788204748.248351:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248360:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298553388
00000100:00000001:1.0:1788204748.248363:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248365:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204748.248368:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248371:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248373:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204748.248377:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204748.248379:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204748.248380:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204748.248382:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204748.248383:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204748.248388:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.248396:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204748.248397:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.248400:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204748.248401:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204748.248403:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204748.248405:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204748.248407:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204748.248409:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204748.248410:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.248412:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204748.248416:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204748.248418:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.248422:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204748.248425:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fadc0.
00000400:00000010:1.0:1788204748.248429:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6440.
00000100:00000200:1.0:1788204748.248432:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687744, portal 4
00000100:00000001:1.0:1788204748.248435:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204748.248437:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:1.0:1788204748.248443:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.248450:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204748.248453:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204748.248455:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6bb0.
00000100:00000200:1.0:1788204748.248458:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618687744, offset 0
00000400:00000200:1.0:1788204748.248463:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248467:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248471:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204748.248475:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204748.248478:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204748.248480:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204748.248483:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248486:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3631:3631:253:4294967295] 192.168.201.124@tcp LPNI seq info [3631:3631:5:4294967295]
00000400:00000200:1.0:1788204748.248491:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248497:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204748.248502:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204748.248506:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76cac00.
00000800:00000200:1.0:1788204748.248510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204748.248514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204748.248518:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.248521:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204748.248525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204748.248527:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298553368
00000100:00000001:1.0:1788204748.248529:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248531:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298553368
00000100:00000001:1.0:1788204748.248533:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248535:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204748.248537:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248540:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204748.248545:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.248552:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204748.248554:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.248557:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204748.248558:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204748.248560:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204748.248564:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204748.248567:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204748.248569:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204748.248571:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.248573:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204748.248576:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204748.248578:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204748.248582:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204748.248585:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81fa6e0.
00000400:00000010:1.0:1788204748.248589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6110.
00000100:00000200:1.0:1788204748.248592:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618687872, portal 4
00000100:00000001:1.0:1788204748.248594:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204748.248595:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:1.0:1788204748.248602:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.248609:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204748.248612:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204748.248616:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec67f8.
00000100:00000200:1.0:1788204748.248618:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618687872, offset 0
00000400:00000200:1.0:1788204748.248623:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248627:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248631:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204748.248634:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204748.248637:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204748.248639:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204748.248642:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204748.248646:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3632:3632:252:4294967295] 192.168.201.124@tcp LPNI seq info [3632:3632:4:4294967295]
00000400:00000200:1.0:1788204748.248650:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204748.248656:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204748.248661:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204748.248665:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76cad00.
00000800:00000200:1.0:1788204748.248669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204748.248672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204748.248675:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.248678:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204748.248681:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204748.248683:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298553502
00000100:00000001:1.0:1788204748.248686:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248688:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298553502
00000100:00000001:1.0:1788204748.248690:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298555631
00000100:00000001:1.0:1788204748.248693:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204748.248695:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248698:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248700:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204748.248704:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204748.248705:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204748.248707:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204748.248709:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204748.248711:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.248713:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204748.567177:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204748.567179:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204748.567181:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567186:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204748.567187:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567189:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567190:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204748.567194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204748.567198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204748.567200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204748.567201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204748.567257:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204748.567261:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204748.567264:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204749.271390:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204749.271396:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204749.271398:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204749.271404:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204749.271407:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204749.271411:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204749.271414:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204749.271417:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204749.271420:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204749.591151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204749.591158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204749.591165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204749.591166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204749.591170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204749.591171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204749.591174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204749.591175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204749.591233:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204749.591236:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204749.591239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204750.295193:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204750.295201:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204750.295204:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204750.295209:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204750.295213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204750.295217:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204750.295219:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204750.295222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204750.295225:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204750.551169:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298555631, at 4298555648
00000100:00000040:3.0:1788204750.551169:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298555631, at 4298555648
00000100:00000010:3.0:1788204750.551187:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d240.
00000100:00000010:2.0:1788204750.551195:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777de40.
00010000:00000001:3.0:1788204750.615169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204750.615177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204750.615192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204750.615193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204750.615197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204750.615199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204750.615203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204750.615204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204750.615269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204750.615272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204750.615275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204751.319122:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204751.319130:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204751.319132:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204751.319137:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204751.319142:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204751.319145:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204751.319148:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204751.319151:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204751.319154:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1788204751.319280:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:3.0:1788204751.319332:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788204751.319342:0:2374:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204751.319347:0:2374:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:3.0:1788204751.319352:0:2374:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204751.319357:0:2374:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788204751.319363:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204751.319366:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76caa00.
00000400:00000200:3.0:1788204751.319372:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204751.319376:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204751.319381:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6a18
00000400:00000010:3.0:1788204751.319383:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6a18.
00000100:00000001:3.0:1788204751.319388:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204751.319397:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319429:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204751.319435:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319444:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204751.319446:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204751.319456:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204751.319459:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76cab00.
00000400:00000200:3.0:1788204751.319462:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204751.319465:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204751.319468:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6770
00000400:00000010:3.0:1788204751.319470:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6770.
00000100:00000001:3.0:1788204751.319472:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204751.319477:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319485:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204751.319488:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319495:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204751.319496:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204751.319501:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204751.319503:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca200.
00000400:00000200:3.0:1788204751.319506:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204751.319509:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204751.319512:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6f68
00000400:00000010:3.0:1788204751.319514:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6f68.
00000100:00000001:3.0:1788204751.319517:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204751.319521:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319529:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204751.319533:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319539:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204751.319541:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204751.319545:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204751.319548:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76cac00.
00000400:00000200:3.0:1788204751.319551:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204751.319554:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204751.319557:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6bb0
00000400:00000010:3.0:1788204751.319559:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6bb0.
00000100:00000001:3.0:1788204751.319561:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204751.319566:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319582:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204751.319585:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319591:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204751.319593:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204751.319598:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204751.319601:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76cad00.
00000400:00000200:3.0:1788204751.319604:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204751.319608:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204751.319611:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec67f8
00000400:00000010:3.0:1788204751.319613:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec67f8.
00000100:00000001:3.0:1788204751.319615:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204751.319620:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319628:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204751.319631:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204751.319638:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204751.319640:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204751.320015:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204751.320019:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204751.320022:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204751.320031:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204751]  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204751.320044:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204751.320047:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204751.320076:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fadc0.
00000400:00000200:1.0:1788204751.320081:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6440
00000400:00000010:1.0:1788204751.320082:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6440.
00000100:00000001:1.0:1788204751.320086:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204751.320090:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204751.320101:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320109:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204751.320111:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320114:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320116:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204751.320120:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320128:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204751.320134:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320142:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204751.320145:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320146:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320148:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320151:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204751.320155:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204751.320159:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204751.320165:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204751.320170:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204751.320175:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204751.320184:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204751.320190:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204751.320194:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204751]  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204751.320202:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204751.320203:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204751.320205:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fa6e0.
00000400:00000200:1.0:1788204751.320208:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6110
00000400:00000010:1.0:1788204751.320210:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6110.
00000100:00000001:1.0:1788204751.320212:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204751.320215:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204751.320223:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320229:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204751.320231:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320233:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320234:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204751.320237:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320244:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204751.320248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320255:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204751.320258:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320260:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320261:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320263:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204751.320265:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204751.320268:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204751.320271:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204751.320274:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204751.320278:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204751.320287:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204751.320291:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204751.320295:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204751]  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204751.320304:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204751.320305:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204751.320307:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81fac08.
00000400:00000200:1.0:1788204751.320310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6d48
00000400:00000010:1.0:1788204751.320312:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6d48.
00000100:00000001:1.0:1788204751.320314:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204751.320320:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204751.320328:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320334:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204751.320335:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320337:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320339:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204751.320343:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320351:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204751.320354:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320361:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204751.320364:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320366:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320367:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320369:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204751.320370:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204751.320373:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204751.320377:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204751.320379:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204751.320384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204751.320391:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204751.320396:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204751.320399:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204751]  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204751.320406:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204751.320408:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204751.320410:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf20.
00000400:00000200:1.0:1788204751.320413:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204751.320414:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204751.320417:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204751.320420:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204751.320434:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320441:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204751.320442:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320444:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320445:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204751.320449:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320456:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204751.320459:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320465:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204751.320467:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320469:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320470:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320472:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204751.320474:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204751.320476:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204751.320486:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204751.320489:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204751.320493:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204751.320501:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618687616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204751.320505:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204751.320509:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204751]  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204751.320525:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204751.320526:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204751.320528:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204751.320530:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204751.320533:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204751.320535:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204751.320539:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204751.320547:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320553:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204751.320555:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320556:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320558:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204751.320562:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320569:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204751.320573:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320580:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204751.320583:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320585:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204751.320586:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320588:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204751.320590:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204751.320592:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204751.320596:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204751.320598:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204751.320602:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204751.320610:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618687360:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204751.320615:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320617:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204751.320620:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618687744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320626:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204751.320629:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204751.320633:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204751.320638:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204751.320640:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204751.320643:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204751.320646:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204751.320649:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:1.0:1788204751.320653:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204751.320655:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204751.320657:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:1.0:1788204751.320663:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204751.320664:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320666:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204751.320670:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618687872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320677:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204751.320678:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204751.320680:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204751.320683:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204751.320684:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204751.320685:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204751.320688:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204751.320689:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204751.320692:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204751.320693:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204751.320695:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:1.0:1788204751.320698:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204751.320699:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320700:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204751.320703:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618687488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320708:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204751.320709:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204751.320710:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204751.320711:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204751.320712:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204751.320713:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204751.320714:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204751.320715:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:1.0:1788204751.320716:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204751.320717:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204751.320717:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:1.0:1788204751.320719:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204751.320719:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320721:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204751.320722:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618687616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320728:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204751.320729:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204751.320731:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204751.320733:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204751.320734:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204751.320740:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204751.320742:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204751.320744:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204751.320746:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204751.320747:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204751.320748:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:1.0:1788204751.320750:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204751.320751:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320753:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204751.320757:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618687360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204751.320764:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204751.320766:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204751.320767:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204751.320772:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204751.320774:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204751.320775:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204751.320777:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204751.320779:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:1.0:1788204751.320781:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204751.320782:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204751.320783:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:1.0:1788204751.320786:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204751.320787:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320789:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.320797:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204751.320799:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204751.320801:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204751.320804:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204751.639177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204751.639183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204751.639187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204751.639188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204751.639191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204751.639192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204751.639194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204751.639195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204751.639262:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204751.639266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204751.639270:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204752.343160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204752.343166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204752.343168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204752.343172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204752.343175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204752.343178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204752.343180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204752.343181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204752.343183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204752.663205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204752.663215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204752.663221:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204752.663222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204752.663226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204752.663228:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204752.663231:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204752.663233:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204752.663288:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204752.663291:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204752.663294:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204753.367168:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204753.367168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204753.367174:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204753.367178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204753.367179:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204753.367184:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204753.367184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204753.367190:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204753.367190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204753.367193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204753.367196:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204753.367196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.367200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.367202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204753.367205:0:14863:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3886
00000400:00000200:1.0:1788204753.367216:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204753.367221:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204753.367224:0:14863:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204753.367226:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367229:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367230:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367232:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204753.367235:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204753.367238:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204753.367241:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204753.367244:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204753.367246:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204753.367253:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204753.367256:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367258:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367260:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367261:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204753.367264:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204753.367267:0:14863:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367269:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204753.367272:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204753.367275:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204753.367278:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367280:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204753.367283:0:14863:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204753.367288:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204753.367292:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204753.367295:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204753.367297:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367300:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204753.367302:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204753.367306:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204753.367312:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204753.367319:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204753.367328:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204753.367350:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204753.367354:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204753.367359:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204753.367382:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204753.367385:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204753.367388:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204753.367390:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204753.367391:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204753.367394:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204753.367396:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3886
00000400:00000200:1.0:1788204753.367400:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204753.367403:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204753.367406:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204753.367408:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367411:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367413:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367414:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204753.367417:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204753.367418:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204753.367419:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204753.367422:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204753.367424:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204753.367425:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204753.367428:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367430:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367432:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367433:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204753.367435:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204753.367438:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367440:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204753.367443:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204753.367447:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204753.367449:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367451:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204753.367455:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204753.367458:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367459:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204753.367463:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000020:00000040:1.0:1788204753.367466:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204753.367468:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204753.367469:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367471:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204753.367472:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204753.367474:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204753.367477:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788204753.367480:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204753.367485:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204753.367493:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204753.367496:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.367498:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204753.367500:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.367502:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204753.367506:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204753.367515:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.367515:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204753.367521:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204753.367528:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204753.367530:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204753.367532:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788204753.367534:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204753.367535:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367540:0:14863:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204753.367542:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204753.367545:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204753.367546:0:14863:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3886
02000000:00000001:2.0:1788204753.367550:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204753.367553:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:2.0:1788204753.367567:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618688000:192.168.201.124@tcp:250:kworker.0
00000400:00000200:1.0:1788204753.367571:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204753.367574:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788204753.367576:0:14863:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204753.367579:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1788204753.367582:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204753.367584:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367587:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204753.367589:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204753.367591:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367594:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:2.0:1788204753.367596:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
00000020:00000001:1.0:1788204753.367597:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204753.367600:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
02000000:00000001:2.0:1788204753.367601:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204753.367603:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204753.367607:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204753.367611:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204753.367611:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:1.0:1788204753.367616:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:2.0:1788204753.367619:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000040:1.0:1788204753.367622:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367626:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367628:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367630:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204753.367632:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204753.367635:0:14863:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204753.367635:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204753.367638:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204753.367642:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204753.367644:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688000, portal 25
02000000:00000001:1.0:1788204753.367645:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204753.367650:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.367651:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204753.367653:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204753.367654:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774365696 : -116879935185920 : ffff95b2c4fb5c00)
00000008:00100000:1.0:1788204753.367656:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204753.367661:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367665:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.367665:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204753.367669:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000020:00000040:1.0:1788204753.367674:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204753.367681:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204753.367681:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788204753.367685:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.367688:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367689:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204753.367692:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204753.367693:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
02000000:00000001:1.0:1788204753.367694:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204753.367699:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618688000, offset 0
02000000:00000010:1.0:1788204753.367701:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000400:00000200:2.0:1788204753.367708:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367710:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204753.367717:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204753.367719:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204753.367728:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204753.367729:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788204753.367733:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.367737:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788204753.367740:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204753.367745:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204753.367751:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204753.367753:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.367757:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:1.0:1788204753.367759:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204753.367764:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3633:3633:256:4294967295] 192.168.201.124@tcp LPNI seq info [3633:3633:8:4294967295]
00000100:00080000:1.0:1788204753.367766:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204753.367770:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204753.367772:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204753.367773:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204753.367778:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204753.367783:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3886
00000400:00000200:1.0:1788204753.367790:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.367793:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204753.367798:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204753.367801:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204753.367806:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788204753.367807:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.367811:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367814:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204753.367814:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000001:1.0:1788204753.367819:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204753.367822:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204753.367823:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204753.367826:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788204753.367827:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:1.0:1788204753.367828:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204753.367833:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.0:1788204753.367833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788204753.367835:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204753.367842:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204753.367845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204753.367846:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204753.367852:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204753.367852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788204753.367857:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204753.367861:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000800:00000100:2.0:1788204753.367862:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:1.0:1788204753.367867:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000010:2.0:1788204753.367867:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000100:00000001:1.0:1788204753.367871:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204753.367874:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204753.367875:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204753.367877:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204753.367881:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.367883:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204753.367885:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204753.367889:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204753.367890:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000008:00000001:1.0:1788204753.367891:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204753.367895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:1.0:1788204753.367896:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204753.367903:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000100:00000001:2.0:1788204753.367904:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1788204753.367906:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204753.367911:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204753.367912:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204753.367914:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.367936:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.367940:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204753.367945:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204753.367948:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204753.367951:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204753.367958:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:2.0:1788204753.367962:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.367964:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.367966:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1788204753.367972:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204753.367973:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.367982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204753.367986:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298560751
00000100:00000001:1.0:1788204753.367988:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204753.367992:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204753.367993:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:1.0:1788204753.367997:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204753.368006:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204753.368008:0:14863:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204753.368011:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1788204753.368012:0:14863:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204753.368016:0:14863:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204753.368018:0:14863:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204753.368019:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298560751
00000100:00000001:1.0:1788204753.368021:0:14863:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204753.368025:0:14863:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3886
00000100:00000010:2.0:1788204753.368025:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350480.
00000100:00000001:2.0:1788204753.368031:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1788204753.368034:0:14863:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204753.368037:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204753.368040:0:14863:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204753.368043:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204753.368045:0:14863:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204753.368047:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204753.368076:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204753.368086:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204753.368089:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204753.368091:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204753.368100:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:1.0:1788204753.368102:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204753.368104:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204753.368109:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204753.368110:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1788204753.368114:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204753.368118:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204753.368119:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204753.368124:0:14863:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204753.368126:0:14863:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204753.368130:0:14863:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204753.368134:0:14863:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000200:2.0:1788204753.368137:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204753.368138:0:14863:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204753.368143:0:14863:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204753.368151:0:14863:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204753.368155:0:14863:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204753.368156:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788204753.368158:0:14863:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204753.368160:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204753.368162:0:14863:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204753.368165:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788204753.368166:0:14863:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204753.368168:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204753.368170:0:14863:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204753.368174:0:14863:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204753.368177:0:14863:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204753.368179:0:14863:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204753.368181:0:14863:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.368182:0:14863:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204753.368184:0:14863:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204753.368187:0:14863:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.368188:0:14863:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204753.368192:0:14863:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788204753.368195:0:14863:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204753.368197:0:14863:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204753.368198:0:14863:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.368199:0:14863:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204753.368201:0:14863:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204753.368204:0:14863:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.368204:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204753.368209:0:14863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:1.0:1788204753.368215:0:14863:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368217:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204753.368222:0:14863:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204753.368226:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368236:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204753.368242:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204753.368246:0:14863:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204753.368246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.368250:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204753.368251:0:14863:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368254:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204753.368257:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1788204753.368260:0:14863:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204753.368262:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788204753.368272:0:14863:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204753.368278:0:14863:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3896)
00000100:00080000:2.0:1788204753.368279:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204753.368284:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204753.368290:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204753.368299:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618688000:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204753.368303:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368305:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.368308:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5c00 x1875064618688000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368314:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204753.368317:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204753.368319:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204753.368322:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204753.368324:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204753.368326:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204753.368328:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204753.368330:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:2.0:1788204753.368336:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204753.368338:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204753.368339:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5c00.
00000100:00000001:2.0:1788204753.368342:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204753.368343:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368345:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368352:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204753.368353:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368355:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204753.368356:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204753.368358:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204753.368362:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368368:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.368370:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.368372:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204753.368374:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204753.368376:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.368379:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204753.368382:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204753.368383:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204753.368385:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.368386:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204753.368389:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204753.368391:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.368395:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204753.368398:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204753.368401:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204753.368403:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688128, portal 10
00000100:00000001:2.0:1788204753.368405:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204753.368406:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774368384 : -116879935183232 : ffff95b2c4fb6680)
00000100:00000040:2.0:1788204753.368412:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368417:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204753.368420:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204753.368422:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204753.368424:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618688128, offset 0
00000400:00000200:2.0:1788204753.368429:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204753.368433:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.368436:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204753.368440:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204753.368443:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204753.368445:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204753.368447:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204753.368450:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3634:3634:256:4294967295] 192.168.201.124@tcp LPNI seq info [3634:3634:8:4294967295]
00000400:00000200:2.0:1788204753.368453:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.368459:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204753.368462:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.368465:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204753.368469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204753.368472:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204753.368476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204753.368478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204753.368481:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.368483:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204753.368486:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204753.368489:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204753.368491:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204753.368493:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204753.368495:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204753.368498:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368504:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.368507:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368512:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368514:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204753.368517:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.368520:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204753.368523:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204753.368524:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298560663
00000100:00000001:2.0:1788204753.368527:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.368529:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298560663
00000100:00000001:2.0:1788204753.368531:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.368532:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204753.368534:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368536:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204753.368539:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204753.368546:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204753.368547:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204753.368549:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204753.368551:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204753.368552:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204753.368554:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204753.368557:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204753.368565:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368571:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204753.368572:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368573:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.368575:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204753.368578:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368584:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204753.368587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368594:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204753.368596:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368597:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.368598:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368600:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204753.368602:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204753.368605:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204753.368607:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204753.368610:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204753.368614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204753.368621:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204753.368625:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204753.368628:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368634:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.368635:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.368637:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204753.368639:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204753.368641:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.368644:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204753.368647:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204753.368649:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204753.368650:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.368652:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204753.368655:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204753.368657:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.368660:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204753.368662:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204753.368666:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204753.368668:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688256, portal 10
00000100:00000001:2.0:1788204753.368671:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204753.368672:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774362112 : -116879935189504 : ffff95b2c4fb4e00)
00000100:00000040:2.0:1788204753.368677:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368683:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204753.368685:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204753.368688:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204753.368690:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618688256, offset 0
00000400:00000200:2.0:1788204753.368694:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204753.368697:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.368701:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204753.368703:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204753.368706:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204753.368708:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204753.368710:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204753.368713:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3635:3635:256:4294967295] 192.168.201.124@tcp LPNI seq info [3635:3635:8:4294967295]
00000400:00000200:2.0:1788204753.368717:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.368728:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204753.368733:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.368737:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204753.368741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204753.368743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204753.368747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204753.368750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204753.368753:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.368755:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204753.368758:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204753.368761:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204753.368764:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204753.368767:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204753.368770:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204753.368773:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368782:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.368784:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368790:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368791:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204753.368794:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.368797:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204753.368800:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204753.368802:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298558508
00000100:00000001:2.0:1788204753.368804:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.368806:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298558508
00000100:00000001:2.0:1788204753.368808:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.368810:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204753.368812:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.368813:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204753.368817:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204753.368825:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204753.368826:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204753.368828:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204753.368831:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204753.368832:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204753.368835:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204753.368837:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204753.368842:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368847:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204753.368848:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368849:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.368850:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204753.368852:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368858:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204753.368862:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368868:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204753.368870:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368871:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.368873:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.368874:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204753.368876:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204753.368878:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204753.368882:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204753.368884:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204753.368888:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204753.368896:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204753.368910:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204753.368925:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368932:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.368933:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.368935:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204753.368936:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204753.368938:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.368941:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204753.368944:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204753.368945:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204753.368947:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.368949:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204753.368956:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204753.368958:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.368963:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204753.368965:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204753.368968:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204753.368970:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688384, portal 4
00000100:00000001:2.0:1788204753.368972:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204753.368973:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774361216 : -116879935190400 : ffff95b2c4fb4a80)
00000100:00000040:2.0:1788204753.368978:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.368983:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204753.368985:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204753.368988:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204753.368990:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618688384, offset 0
00000400:00000200:2.0:1788204753.368994:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204753.368997:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.369001:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204753.369003:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204753.369005:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204753.369007:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204753.369009:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204753.369012:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3636:3636:256:4294967295] 192.168.201.124@tcp LPNI seq info [3636:3636:8:4294967295]
00000400:00000200:2.0:1788204753.369016:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.369022:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204753.369026:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.369029:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204753.369032:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204753.369034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204753.369039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204753.369077:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204753.369082:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.369085:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204753.369088:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204753.369090:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204753.369093:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204753.369095:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204753.369098:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204753.369101:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369108:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.369111:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369116:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.369117:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204753.369120:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.369123:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204753.369126:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204753.369128:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298558489
00000100:00000001:2.0:1788204753.369130:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.369133:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298558489
00000100:00000001:2.0:1788204753.369135:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.369136:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204753.369138:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.369140:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204753.369144:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204753.369150:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204753.369151:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204753.369153:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204753.369156:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204753.369157:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204753.369159:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204753.369162:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204753.369170:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369176:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204753.369177:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369179:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.369180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204753.369182:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369186:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204753.369188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369192:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204753.369193:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369194:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.369195:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369196:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204753.369197:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204753.369198:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204753.369200:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204753.369201:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204753.369204:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204753.369208:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204753.369210:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204753.369212:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369215:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.369216:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.369218:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204753.369219:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204753.369220:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.369222:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204753.369223:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204753.369225:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204753.369226:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.369228:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204753.369231:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204753.369233:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.369236:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204753.369238:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204753.369241:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204753.369244:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688512, portal 4
00000100:00000001:2.0:1788204753.369246:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204753.369247:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774369280 : -116879935182336 : ffff95b2c4fb6a00)
00000100:00000040:2.0:1788204753.369252:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369258:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204753.369261:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204753.369263:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204753.369265:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618688512, offset 0
00000400:00000200:2.0:1788204753.369270:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204753.369274:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.369277:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204753.369280:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204753.369282:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204753.369285:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204753.369287:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204753.369289:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3637:3637:256:4294967295] 192.168.201.124@tcp LPNI seq info [3637:3637:8:4294967295]
00000400:00000200:2.0:1788204753.369293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204753.369298:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204753.369303:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.369306:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204753.369309:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204753.369311:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204753.369315:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204753.369317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204753.369320:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204753.369322:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204753.369325:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204753.369328:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204753.369331:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204753.369332:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204753.369335:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204753.369339:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369347:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.369350:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369356:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.369357:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204753.369360:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.369363:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204753.369365:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204753.369367:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298558623
00000100:00000001:2.0:1788204753.369369:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.369371:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298558623
00000100:00000001:2.0:1788204753.369373:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298560751
00000100:00000001:2.0:1788204753.369375:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204753.369377:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.369379:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204753.369383:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204753.369390:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204753.369391:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204753.369393:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204753.369396:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204753.369397:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204753.369399:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204753.369402:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204753.369410:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369414:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204753.369415:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369416:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.369417:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204753.369419:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369423:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204753.369425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369428:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204753.369430:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369431:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204753.369432:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369433:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204753.369434:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204753.369436:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204753.369438:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204753.369439:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204753.369441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204753.369445:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204753.369447:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369449:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.369451:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6680 x1875064618688128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369454:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204753.369455:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204753.369456:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204753.369458:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204753.369459:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204753.369460:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204753.369461:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204753.369462:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:2.0:1788204753.369464:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204753.369465:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204753.369466:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6680.
00000100:00000001:2.0:1788204753.369468:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204753.369469:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369470:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.369471:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4e00 x1875064618688256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369481:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204753.369482:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204753.369483:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204753.369485:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204753.369486:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204753.369487:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204753.369489:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204753.369490:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:2.0:1788204753.369492:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204753.369493:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204753.369494:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4e00.
00000100:00000001:2.0:1788204753.369496:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204753.369497:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369499:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.369502:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4a80 x1875064618688384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369508:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204753.369509:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204753.369510:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204753.369513:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204753.369514:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204753.369515:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204753.369517:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204753.369518:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:2.0:1788204753.369520:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204753.369521:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204753.369522:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4a80.
00000100:00000001:2.0:1788204753.369524:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204753.369525:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369526:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204753.369529:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6a00 x1875064618688512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.369535:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204753.369536:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204753.369538:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204753.369540:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204753.369541:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204753.369542:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204753.369543:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204753.369545:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:2.0:1788204753.369546:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204753.369547:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204753.369549:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6a00.
00000100:00000001:2.0:1788204753.369551:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204753.369552:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369554:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.369559:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204753.369561:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.369563:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204753.369564:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204753.687161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204753.687169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204753.687173:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204753.687175:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204753.687179:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204753.687181:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204753.687182:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687184:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204753.687186:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687187:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687188:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204753.687191:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204753.687192:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204753.687193:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687194:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204753.687194:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687195:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204753.687196:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204753.687252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204753.687256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204753.687259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204754.391338:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204754.391344:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204754.391346:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.391351:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204754.391355:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204754.391359:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.391361:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.391363:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.391366:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204754.711158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204754.711164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204754.711174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204754.711176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204754.711180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204754.711181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204754.711184:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204754.711185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204754.711240:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204754.711242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204754.711245:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204755.415173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204755.415181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204755.415183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204755.415188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204755.415192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204755.415196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204755.415198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204755.415200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204755.415203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204755.671120:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298560751, at 4298560768
00000100:00000040:3.0:1788204755.671128:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298560751, at 4298560768
00000100:00000010:2.0:1788204755.671133:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204755.671137:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350480.
00010000:00000001:3.0:1788204755.735165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204755.735171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204755.735176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204755.735180:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204755.735182:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204755.735184:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204755.735187:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204755.735189:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204755.735191:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204755.735193:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204755.735196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204755.735197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204755.735200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204755.735201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204755.735273:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204755.735278:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204755.735281:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204756.439150:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204756.439158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204756.439160:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204756.439165:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204756.439169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204756.439173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204756.439176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204756.439179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204756.439181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204756.759138:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204756.759144:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204756.759149:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204756.759150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204756.759153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204756.759154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204756.759157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204756.759158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204756.759216:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204756.759219:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204756.759222:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204757.463128:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204757.463133:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204757.463135:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204757.463138:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204757.463141:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204757.463143:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204757.463145:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204757.463147:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204757.463149:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204757.783165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204757.783171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204757.783176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204757.783177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204757.783180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204757.783181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204757.783183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204757.783184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204757.783244:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204757.783248:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204757.783251:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204758.487175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204758.487184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204758.487185:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204758.487187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.487193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204758.487194:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204758.487200:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204758.487200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204758.487205:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204758.487206:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.487211:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204758.487211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.487216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204758.487220:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3891
00000100:00000001:2.0:1788204758.487220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.487229:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204758.487233:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204758.487236:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204758.487238:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487241:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204758.487243:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487245:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204758.487247:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204758.487249:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204758.487251:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204758.487253:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204758.487254:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204758.487256:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204758.487258:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487259:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204758.487261:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487262:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204758.487264:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204758.487266:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487267:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.487269:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204758.487271:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.487273:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487275:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204758.487276:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204758.487284:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204758.487286:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204758.487289:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204758.487290:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487292:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204758.487295:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204758.487298:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204758.487306:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204758.487310:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204758.487317:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204758.487324:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204758.487327:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.487330:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.487345:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204758.487347:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204758.487349:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204758.487350:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204758.487351:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204758.487352:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204758.487355:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3891
00000400:00000200:0.0:1788204758.487358:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204758.487360:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204758.487361:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204758.487364:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487364:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204758.487365:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204758.487368:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204758.487369:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487370:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204758.487371:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204758.487374:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204758.487375:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204758.487377:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204758.487377:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204758.487378:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204758.487382:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204758.487386:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204758.487392:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487392:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204758.487395:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204758.487395:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.487399:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204758.487399:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204758.487400:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204758.487402:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204758.487403:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204758.487406:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204758.487407:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487410:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.487412:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204758.487412:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618688640:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204758.487417:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204758.487419:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204758.487420:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204758.487422:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.487423:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487424:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204758.487426:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1788204758.487428:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788204758.487430:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
00000008:00000001:0.0:1788204758.487431:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.487434:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487435:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204758.487440:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204758.487444:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204758.487444:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204758.487448:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204758.487448:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:0.0:1788204758.487453:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204758.487454:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204758.487455:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204758.487459:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204758.487461:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204758.487462:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688640, portal 25
00000100:00000001:2.0:1788204758.487465:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1788204758.487466:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:2.0:1788204758.487466:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000001:0.0:1788204758.487473:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204758.487474:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.487483:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1788204758.487484:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204758.487487:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204758.487490:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204758.487492:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618688640, offset 0
00000400:00000200:2.0:1788204758.487498:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487503:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204758.487506:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204758.487506:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204758.487510:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204758.487513:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204758.487521:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204758.487522:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204758.487525:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204758.487526:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:0.0:1788204758.487530:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204758.487532:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204758.487533:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204758.487536:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204758.487538:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204758.487539:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204758.487542:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3891
00000400:00000200:0.0:1788204758.487547:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.487548:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3638:3638:256:4294967295] 192.168.201.124@tcp LPNI seq info [3638:3638:8:4294967295]
00000400:00000200:0.0:1788204758.487551:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204758.487556:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204758.487557:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204758.487561:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487563:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204758.487564:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487566:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204758.487568:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204758.487570:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204758.487573:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204758.487576:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788204758.487576:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1788204758.487579:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204758.487583:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204758.487586:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487589:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204758.487590:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204758.487592:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487595:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204758.487596:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000010:2.0:1788204758.487597:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00080000:0.0:1788204758.487598:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487601:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.487602:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204758.487605:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788204758.487606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204758.487607:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487610:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788204758.487612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000008:00100000:0.0:1788204758.487613:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204758.487617:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487619:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204758.487622:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:0.0:1788204758.487624:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000200:2.1:1788204758.487625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1788204758.487627:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204758.487631:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204758.487633:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204758.487633:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487636:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1788204758.487637:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
02000000:00000001:0.0:1788204758.487638:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204758.487640:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204758.487643:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204758.487646:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204758.487648:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1788204758.487650:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204758.487655:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204758.487661:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:0.0:1788204758.487662:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204758.487664:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:0.0:1788204758.487665:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.487669:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.487670:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204758.487676:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.487677:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204758.487682:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204758.487689:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204758.487691:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204758.487693:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204758.487694:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204758.487695:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204758.487699:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3891
00000100:00000040:2.0:1788204758.487699:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204758.487706:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204758.487710:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204758.487713:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204758.487714:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204758.487717:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788204758.487718:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487720:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204758.487722:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487723:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487724:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204758.487728:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204758.487729:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000200:2.0:1788204758.487732:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204758.487733:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204758.487736:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204758.487737:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298565871
00000020:00000001:0.0:1788204758.487738:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204758.487740:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000010:2.0:1788204758.487742:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:0.0:1788204758.487743:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487745:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204758.487747:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487748:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204758.487749:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204758.487753:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204758.487756:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487756:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298565871
00000100:00000001:0.0:1788204758.487761:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204758.487761:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350900.
02000000:00000001:0.0:1788204758.487762:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204758.487766:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204758.487766:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1788204758.487770:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487771:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204758.487771:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204758.487775:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204758.487776:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204758.487779:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.487779:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204758.487782:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.487785:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204758.487786:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204758.487790:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204758.487794:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204758.487796:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.487798:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1788204758.487798:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204758.487801:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788204758.487802:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204758.487806:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204758.487806:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204758.487810:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
02000000:00000010:0.0:1788204758.487813:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000400:00000010:2.0:1788204758.487813:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204758.487815:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204758.487819:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204758.487820:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204758.487840:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204758.487848:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204758.487852:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204758.487855:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204758.487860:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.487864:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204758.487866:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.487870:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.487872:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.487877:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.487878:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204758.487881:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204758.487887:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204758.487889:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204758.487891:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204758.487891:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.487895:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204758.487897:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204758.487899:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3891
00000400:00000200:0.0:1788204758.487906:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204758.487909:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1788204758.487911:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204758.487913:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204758.487914:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204758.487915:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.487918:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204758.487919:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487921:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204758.487923:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204758.487924:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204758.487927:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788204758.487928:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:2.0:1788204758.487931:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204758.487935:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204758.487935:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1788204758.487941:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204758.487941:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204758.487944:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204758.487948:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788204758.487950:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618688640:192.168.201.124@tcp:250:kworker.0
00000020:00000040:0.0:1788204758.487952:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204758.487958:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204758.487959:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.487964:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788204758.487965:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204758.487967:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618688640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204758.487973:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204758.487974:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204758.487976:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788204758.487978:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788204758.487979:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204758.487982:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1788204758.487984:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000020:00000001:2.0:1788204758.487984:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204758.487987:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:0.0:1788204758.487989:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204758.487989:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204758.487992:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
00000020:00000040:0.0:1788204758.487994:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
02000000:00000001:2.0:1788204758.487996:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1788204758.487999:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204758.487999:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204758.488001:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:0.0:1788204758.488006:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488006:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204758.488008:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204758.488010:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204758.488011:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204758.488013:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.488016:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.488017:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204758.488017:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204758.488020:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204758.488021:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204758.488024:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1788204758.488025:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.488027:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488027:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204758.488029:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1788204758.488032:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000100:00000040:2.0:1788204758.488034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204758.488035:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204758.488039:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204758.488042:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.488045:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204758.488048:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204758.488048:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.488068:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488075:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204758.488077:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204758.488080:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.488084:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204758.488087:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204758.488089:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488090:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204758.488093:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204758.488095:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:2.0:1788204758.488096:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204758.488101:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204758.488101:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204758.488106:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204758.488109:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204758.488114:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204758.488120:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204758.488126:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204758.488127:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204758.488130:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204758.488132:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688768, portal 10
00000100:00000040:0.0:1788204758.488134:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488136:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204758.488139:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000001:0.0:1788204758.488145:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.488150:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3901)
00000100:00000040:2.0:1788204758.488152:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488159:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204758.488162:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204758.488164:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204758.488167:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618688768, offset 0
00000400:00000200:2.0:1788204758.488173:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488177:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488181:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204758.488184:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204758.488186:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204758.488188:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204758.488190:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488192:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3639:3639:256:4294967295] 192.168.201.124@tcp LPNI seq info [3639:3639:8:4294967295]
00000400:00000200:2.0:1788204758.488196:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488200:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204758.488204:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488207:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204758.488210:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204758.488213:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204758.488217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204758.488219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204758.488222:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488224:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204758.488227:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204758.488230:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204758.488233:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204758.488234:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204758.488236:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204758.488239:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488247:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488250:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488256:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488257:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204758.488260:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204758.488263:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204758.488266:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204758.488268:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298565783
00000100:00000001:2.0:1788204758.488270:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488272:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298565783
00000100:00000001:2.0:1788204758.488274:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488276:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204758.488277:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488279:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204758.488282:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204758.488290:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204758.488291:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204758.488293:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204758.488295:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204758.488297:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204758.488299:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204758.488302:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204758.488307:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488311:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204758.488311:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488313:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488313:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204758.488315:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488319:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204758.488321:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488325:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204758.488326:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488327:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488328:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488329:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204758.488330:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204758.488331:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204758.488333:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204758.488334:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204758.488336:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204758.488340:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204758.488342:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204758.488344:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488352:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.488352:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488354:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204758.488355:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204758.488356:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.488358:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204758.488359:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204758.488360:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204758.488361:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488362:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488365:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204758.488366:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204758.488368:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204758.488369:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204758.488371:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204758.488373:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618688896, portal 10
00000100:00000001:2.0:1788204758.488374:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204758.488375:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204758.488378:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488382:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204758.488384:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204758.488385:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204758.488386:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618688896, offset 0
00000400:00000200:2.0:1788204758.488388:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488391:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488393:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204758.488395:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204758.488396:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204758.488398:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204758.488399:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488401:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3640:3640:256:4294967295] 192.168.201.124@tcp LPNI seq info [3640:3640:8:4294967295]
00000400:00000200:2.0:1788204758.488404:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488407:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204758.488410:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488412:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204758.488414:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204758.488416:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204758.488418:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204758.488419:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204758.488422:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488423:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204758.488424:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204758.488427:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204758.488428:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204758.488429:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204758.488431:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204758.488432:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488437:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488439:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488442:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488443:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204758.488444:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204758.488446:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204758.488448:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204758.488449:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298563628
00000100:00000001:2.0:1788204758.488450:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488451:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298563628
00000100:00000001:2.0:1788204758.488453:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488454:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204758.488455:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488456:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204758.488458:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204758.488463:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204758.488463:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204758.488464:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204758.488465:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204758.488466:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204758.488467:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204758.488469:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204758.488474:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488477:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204758.488478:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488479:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488479:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204758.488481:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488485:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204758.488486:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488490:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204758.488491:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488492:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488493:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488494:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204758.488494:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204758.488496:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204758.488498:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204758.488499:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204758.488501:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204758.488505:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618688896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204758.488507:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204758.488509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488512:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.488513:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488514:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204758.488515:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204758.488516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.488517:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204758.488519:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204758.488520:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204758.488520:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488521:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488523:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204758.488524:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204758.488526:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204758.488527:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204758.488529:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204758.488530:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689024, portal 4
00000100:00000001:2.0:1788204758.488532:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204758.488533:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204758.488538:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488544:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204758.488546:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204758.488548:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204758.488551:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618689024, offset 0
00000400:00000200:2.0:1788204758.488554:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488557:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488560:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204758.488563:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204758.488565:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204758.488567:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204758.488569:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488572:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3641:3641:256:4294967295] 192.168.201.124@tcp LPNI seq info [3641:3641:8:4294967295]
00000400:00000200:2.0:1788204758.488575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488580:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204758.488584:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488586:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204758.488590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204758.488592:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204758.488596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204758.488598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204758.488601:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488603:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204758.488606:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204758.488609:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204758.488611:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204758.488613:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204758.488615:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204758.488618:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488623:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488625:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488628:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488629:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204758.488632:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204758.488634:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204758.488636:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204758.488637:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298563608
00000100:00000001:2.0:1788204758.488638:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488640:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298563608
00000100:00000001:2.0:1788204758.488641:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488642:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204758.488643:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488644:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204758.488646:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204758.488650:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204758.488651:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204758.488652:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204758.488654:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204758.488655:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204758.488656:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204758.488657:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204758.488662:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488665:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204758.488666:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488667:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488668:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204758.488670:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488673:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204758.488675:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488679:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204758.488680:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488681:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488682:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488683:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204758.488684:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204758.488685:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204758.488687:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204758.488688:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204758.488690:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204758.488694:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204758.488696:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488697:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488698:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618688768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488702:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204758.488702:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488703:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204758.488705:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204758.488705:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204758.488706:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204758.488707:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204758.488708:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:2.0:1788204758.488710:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204758.488711:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204758.488711:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204758.488713:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204758.488714:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488715:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488717:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618688896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488720:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204758.488721:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488722:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204758.488723:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204758.488724:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204758.488724:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204758.488725:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204758.488726:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788204758.488727:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204758.488728:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204758.488728:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204758.488729:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204758.488730:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488731:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488732:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618689024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488735:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204758.488736:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488737:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204758.488738:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204758.488738:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204758.488739:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204758.488740:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204758.488741:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:2.0:1788204758.488742:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204758.488742:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204758.488743:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204758.488744:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204758.488745:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488746:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488748:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204758.488748:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488750:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204758.488751:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204758.488752:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204758.488754:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488758:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.488758:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488759:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204758.488760:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204758.488761:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.488763:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204758.488765:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204758.488766:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204758.488767:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204758.488768:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488770:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204758.488771:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204758.488772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204758.488774:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204758.488775:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204758.488777:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689152, portal 4
00000100:00000001:2.0:1788204758.488778:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204758.488779:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788204758.488782:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488786:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204758.488787:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204758.488789:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204758.488790:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618689152, offset 0
00000400:00000200:2.0:1788204758.488792:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488796:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204758.488797:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204758.488799:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204758.488801:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204758.488802:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204758.488804:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3642:3642:256:4294967295] 192.168.201.124@tcp LPNI seq info [3642:3642:8:4294967295]
00000400:00000200:2.0:1788204758.488806:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204758.488810:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204758.488812:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488814:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204758.488816:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204758.488818:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204758.488820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204758.488822:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204758.488824:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204758.488825:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204758.488843:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204758.488845:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204758.488847:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204758.488848:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204758.488849:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204758.488852:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488856:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488858:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488862:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488862:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204758.488864:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204758.488866:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204758.488868:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204758.488869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298563742
00000100:00000001:2.0:1788204758.488870:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488872:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298563742
00000100:00000001:2.0:1788204758.488873:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298565871
00000100:00000001:2.0:1788204758.488874:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204758.488876:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488877:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204758.488879:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204758.488883:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204758.488883:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204758.488884:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204758.488885:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204758.488886:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204758.488887:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204758.488889:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204758.488894:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488897:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204758.488898:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488899:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488899:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204758.488901:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488904:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204758.488906:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488910:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204758.488911:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488912:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204758.488913:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488913:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204758.488915:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204758.488916:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204758.488918:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204758.488919:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204758.488921:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204758.488925:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204758.488927:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488928:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204758.488930:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618689152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204758.488933:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204758.488934:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204758.488934:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204758.488936:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204758.488936:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204758.488937:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204758.488938:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204758.488939:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:2.0:1788204758.488941:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204758.488942:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204758.488942:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204758.488944:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204758.488945:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488946:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.488947:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204758.488948:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.488950:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204758.488951:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204758.807183:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204758.807185:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204758.807188:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807199:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204758.807201:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807203:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807205:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204758.807209:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807211:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204758.807212:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204758.807214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204758.807215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204758.807268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204758.807270:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204758.807273:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204759.511109:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204759.511114:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204759.511116:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204759.511119:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204759.511122:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204759.511125:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204759.511127:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204759.511129:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204759.511131:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204759.831131:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204759.831136:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204759.831140:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204759.831141:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204759.831143:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204759.831144:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204759.831146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204759.831147:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204759.831189:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204759.831192:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204759.831195:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204760.535167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204760.535173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204760.535175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204760.535180:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204760.535183:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204760.535186:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.535188:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204760.535190:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.535192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204760.791164:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298565871, at 4298565888
00000100:00000040:3.0:1788204760.791164:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298565871, at 4298565888
00000100:00000010:3.0:1788204760.791178:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350900.
00000100:00000010:2.0:1788204760.791181:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204760.855158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204760.855164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204760.855168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204760.855169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204760.855171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204760.855172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204760.855174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204760.855175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204760.855237:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204760.855242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204760.855246:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204761.559176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204761.559182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204761.559184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204761.559188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204761.559190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204761.559194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204761.559196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204761.559198:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204761.559200:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204761.879195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204761.879201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204761.879208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204761.879210:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204761.879214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204761.879216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204761.879220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204761.879221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204761.879281:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204761.879285:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204761.879289:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204762.583206:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204762.583213:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204762.583215:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204762.583221:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204762.583225:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204762.583229:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204762.583232:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204762.583235:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204762.583238:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204762.903143:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204762.903149:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204762.903153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204762.903154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204762.903157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204762.903158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204762.903160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204762.903161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204762.903217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204762.903220:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204762.903223:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204763.607157:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204763.607158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204763.607162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204763.607166:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204763.607167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607170:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204763.607172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204763.607174:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204763.607177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204763.607178:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204763.607181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.607184:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204763.607186:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3896
00000100:00000001:2.0:1788204763.607187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.607192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.607197:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204763.607202:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204763.607204:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204763.607207:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607210:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204763.607213:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607215:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204763.607218:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204763.607220:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204763.607222:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204763.607225:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204763.607227:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204763.607229:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204763.607231:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607233:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204763.607234:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607235:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204763.607237:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204763.607239:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607241:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.607243:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204763.607246:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.607248:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607249:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204763.607251:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204763.607257:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204763.607260:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204763.607263:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204763.607264:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607266:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204763.607269:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204763.607272:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204763.607278:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204763.607283:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204763.607290:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204763.607298:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204763.607301:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204763.607305:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.607326:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204763.607329:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204763.607332:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204763.607334:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204763.607335:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204763.607338:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204763.607341:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3896
00000400:00000200:0.0:1788204763.607344:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204763.607347:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204763.607348:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204763.607349:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204763.607352:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204763.607353:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204763.607355:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204763.607357:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204763.607359:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607362:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204763.607365:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204763.607366:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204763.607367:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204763.607370:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204763.607373:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204763.607378:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204763.607379:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.607381:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204763.607384:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204763.607386:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204763.607390:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204763.607393:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204763.607395:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607399:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204763.607404:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618689280:192.168.201.124@tcp:250:kworker.0
00000100:00000040:0.0:1788204763.607405:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607411:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204763.607413:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788204763.607416:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204763.607420:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204763.607422:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204763.607425:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607427:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.607429:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204763.607431:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788204763.607437:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:0.0:1788204763.607439:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.607444:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.607444:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607450:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204763.607454:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204763.607455:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:0.0:1788204763.607457:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607461:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204763.607463:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000010:0.0:1788204763.607465:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204763.607468:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204763.607470:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204763.607472:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204763.607473:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204763.607474:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204763.607476:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204763.607479:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204763.607484:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000200:2.0:1788204763.607484:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689280, portal 25
00000100:00000001:2.0:1788204763.607489:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204763.607490:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.607492:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00100000:0.0:1788204763.607497:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204763.607502:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.607512:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204763.607516:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.607517:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204763.607522:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204763.607523:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204763.607527:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204763.607534:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618689280, offset 0
00000100:00000001:0.0:1788204763.607535:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204763.607538:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204763.607543:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204763.607545:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204763.607547:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204763.607549:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204763.607551:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204763.607555:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204763.607556:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3896
00000400:00000200:0.0:1788204763.607561:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204763.607566:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204763.607568:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204763.607570:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:0.0:1788204763.607574:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607576:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204763.607577:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204763.607580:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607584:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204763.607585:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:0.0:1788204763.607587:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204763.607591:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:2.0:1788204763.607591:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788204763.607595:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204763.607597:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000040:0.0:1788204763.607598:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204763.607601:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204763.607605:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3643:3643:256:4294967295] 192.168.201.124@tcp LPNI seq info [3643:3643:8:4294967295]
00000020:00000001:0.0:1788204763.607606:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204763.607613:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204763.607614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204763.607616:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204763.607620:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607622:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204763.607626:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204763.607632:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204763.607633:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204763.607636:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.607638:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204763.607641:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788204763.607643:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204763.607644:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607647:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1788204763.607648:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000008:00100000:0.0:1788204763.607650:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204763.607653:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.607655:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204763.607658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:0.0:1788204763.607660:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000200:2.0:1788204763.607663:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1788204763.607664:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204763.607668:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204763.607670:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204763.607674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204763.607675:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204763.607678:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788204763.607679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1788204763.607680:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204763.607686:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000800:00000100:2.0:1788204763.607688:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607689:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204763.607691:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000100:00100000:0.0:1788204763.607695:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204763.607698:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204763.607706:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204763.607707:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204763.607711:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204763.607714:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000040:0.0:1788204763.607717:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204763.607718:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204763.607726:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204763.607727:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204763.607730:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204763.607733:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204763.607734:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204763.607736:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204763.607756:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204763.607758:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204763.607761:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3896
00000400:00000200:0.0:1788204763.607768:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204763.607773:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204763.607776:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204763.607777:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204763.607778:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607781:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204763.607783:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204763.607785:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607789:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204763.607794:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204763.607796:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204763.607800:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204763.607801:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204763.607803:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204763.607804:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204763.607807:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204763.607810:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204763.607812:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204763.607813:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607818:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204763.607820:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607822:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204763.607826:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788204763.607827:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204763.607832:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298570991
00000100:00080000:0.0:1788204763.607833:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204763.607838:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204763.607839:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000001:0.0:1788204763.607840:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204763.607844:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.607848:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.607848:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204763.607851:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204763.607856:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204763.607856:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298570991
00000008:00000001:0.0:1788204763.607861:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204763.607862:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350e40.
00000100:00000001:0.0:1788204763.607863:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.607866:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000010:0.0:1788204763.607869:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204763.607870:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204763.607872:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204763.607874:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.607876:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204763.607878:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.607878:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204763.607881:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204763.607883:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204763.607885:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204763]  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204763.607886:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204763.607892:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204763.607898:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204763.607898:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204763.607903:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204763.607905:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:0.0:1788204763.607907:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204763.607909:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204763.607913:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204763.607917:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204763.607918:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204763.607921:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204763.607924:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204763.607928:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204763.607946:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.607964:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.607964:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204763.607968:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204763.607969:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204763.607971:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788204763.607973:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204763.607974:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204763.607977:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204763.607980:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204763.607981:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204763.607986:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204763.607990:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3896
00000100:00000001:2.0:1788204763.607994:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204763.607997:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204763.608003:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204763.608003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204763.608007:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204763.608013:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.608017:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204763.608021:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.608025:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204763.608029:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204763.608031:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204763.608034:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204763.608034:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788204763.608037:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204763.608039:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204763.608040:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204763.608042:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788204763.608043:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204763.608044:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204763.608048:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204763.608049:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204763.608069:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204763.608071:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204763.608073:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204763.608075:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204763.608078:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204763.608081:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.608084:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204763.608084:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204763.608088:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.608091:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204763.608092:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204763.608093:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204763.608096:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204763.608100:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204763.608101:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204763.608102:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204763.608108:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204763.608108:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788204763.608110:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204763.608115:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204763.608117:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.608118:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204763.608119:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204763.608120:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204763.608123:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204763.608127:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204763.608132:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204763.608139:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204763.608144:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618689280:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204763.608149:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204763.608153:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608154:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204763.608157:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608159:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204763.608166:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204763.608169:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618689280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204763.608170:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3906)
00000100:00000001:2.0:1788204763.608179:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204763.608182:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204763.608184:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204763.608188:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204763.608189:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204763.608190:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204763.608192:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204763.608194:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:2.0:1788204763.608196:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204763.608197:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204763.608199:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204763.608201:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204763.608202:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608203:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608209:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204763.608210:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608212:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204763.608213:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204763.608214:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204763.608217:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608222:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.608223:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608225:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204763.608226:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204763.608227:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204763.608229:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204763.608232:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204763.608233:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204763.608234:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608236:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204763.608238:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204763.608239:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204763.608243:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204763.608245:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204763.608247:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204763.608250:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689408, portal 10
00000100:00000001:2.0:1788204763.608251:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204763.608252:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204763.608257:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608262:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204763.608263:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204763.608264:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204763.608266:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618689408, offset 0
00000400:00000200:2.0:1788204763.608269:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608272:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608275:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204763.608277:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204763.608279:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204763.608281:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204763.608283:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608285:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3644:3644:256:4294967295] 192.168.201.124@tcp LPNI seq info [3644:3644:8:4294967295]
00000400:00000200:2.0:1788204763.608288:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608292:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204763.608295:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608298:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204763.608301:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204763.608303:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204763.608306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204763.608308:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204763.608310:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608312:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204763.608314:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204763.608316:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204763.608318:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204763.608320:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204763.608322:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204763.608324:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608329:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.608331:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608336:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608337:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204763.608339:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204763.608341:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204763.608343:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204763.608344:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298570903
00000100:00000001:2.0:1788204763.608346:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.608348:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298570903
00000100:00000001:2.0:1788204763.608349:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.608351:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204763.608352:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608353:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204763.608356:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204763]  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204763.608360:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204763.608361:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204763.608362:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204763.608363:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204763.608365:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204763.608366:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204763.608368:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204763.608373:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608377:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204763.608378:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608379:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.608380:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204763.608382:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608386:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204763.608388:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608392:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204763.608394:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608397:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.608398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608400:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204763.608401:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204763.608404:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204763.608408:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204763.608410:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204763.608414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204763.608422:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204763.608426:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204763.608430:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608436:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.608438:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608440:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204763.608441:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204763.608443:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204763.608446:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204763.608450:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204763.608452:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204763.608454:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608455:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204763.608459:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204763.608460:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204763.608464:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204763.608466:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204763.608469:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204763.608472:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689536, portal 10
00000100:00000001:2.0:1788204763.608474:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204763.608476:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204763.608482:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608488:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204763.608489:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204763.608491:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204763.608493:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618689536, offset 0
00000400:00000200:2.0:1788204763.608496:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608499:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608501:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204763.608503:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204763.608505:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204763.608507:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204763.608508:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608510:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3645:3645:256:4294967295] 192.168.201.124@tcp LPNI seq info [3645:3645:8:4294967295]
00000400:00000200:2.0:1788204763.608513:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608517:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204763.608520:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608522:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204763.608525:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204763.608527:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204763.608529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204763.608531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204763.608534:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608535:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204763.608537:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204763.608539:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204763.608541:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204763.608543:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204763.608545:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204763.608548:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608554:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.608557:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608564:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608566:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204763.608570:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204763.608573:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204763.608576:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204763.608578:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298568748
00000100:00000001:2.0:1788204763.608581:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.608583:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298568748
00000100:00000001:2.0:1788204763.608585:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.608588:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204763.608590:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608592:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204763.608596:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204763]  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204763.608604:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204763.608605:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204763.608607:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204763.608610:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204763.608612:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204763.608615:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204763.608620:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204763.608628:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608635:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204763.608637:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608639:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.608640:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204763.608645:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608653:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204763.608657:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608665:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204763.608667:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608668:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.608669:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608670:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204763.608671:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204763.608673:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204763.608675:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204763.608676:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204763.608679:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204763.608684:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204763.608687:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204763.608689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608694:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.608695:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608696:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204763.608698:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204763.608699:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204763.608701:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204763.608703:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204763.608705:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204763.608706:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608707:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204763.608710:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204763.608711:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204763.608714:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204763.608716:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204763.608718:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204763.608721:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689664, portal 4
00000100:00000001:2.0:1788204763.608722:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204763.608723:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204763.608727:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608732:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204763.608733:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204763.608735:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204763.608736:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618689664, offset 0
00000400:00000200:2.0:1788204763.608754:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608757:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608759:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204763.608761:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204763.608763:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204763.608765:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204763.608767:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608769:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3646:3646:256:4294967295] 192.168.201.124@tcp LPNI seq info [3646:3646:8:4294967295]
00000400:00000200:2.0:1788204763.608771:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608776:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204763.608779:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608781:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204763.608783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204763.608786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204763.608788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204763.608790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204763.608793:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608794:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204763.608796:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204763.608799:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204763.608801:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204763.608802:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204763.608804:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204763.608806:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608812:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.608814:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608818:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608819:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204763.608821:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204763.608823:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204763.608825:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204763.608826:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298568728
00000100:00000001:2.0:1788204763.608828:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.608830:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298568728
00000100:00000001:2.0:1788204763.608831:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.608832:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204763.608834:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608835:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204763.608837:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204763]  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204763.608842:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204763.608843:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204763.608844:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204763.608845:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204763.608846:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204763.608848:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204763.608850:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204763.608856:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608859:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204763.608860:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608861:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.608862:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204763.608864:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608868:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204763.608871:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608875:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204763.608876:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608877:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.608878:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.608879:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204763.608880:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204763.608881:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204763.608883:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204763.608884:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204763.608887:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204763.608891:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204763.608894:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204763.608896:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608901:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.608902:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608903:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204763.608904:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204763.608905:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204763.608907:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204763.608909:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204763.608910:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204763.608911:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204763.608912:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204763.608914:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204763.608915:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204763.608917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204763.608919:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204763.608920:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204763.608922:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689792, portal 4
00000100:00000001:2.0:1788204763.608923:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204763.608924:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204763.608928:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608932:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204763.608933:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204763.608935:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204763.608936:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618689792, offset 0
00000400:00000200:2.0:1788204763.608938:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608940:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608942:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204763.608944:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204763.608945:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204763.608947:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204763.608948:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204763.608951:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3647:3647:256:4294967295] 192.168.201.124@tcp LPNI seq info [3647:3647:8:4294967295]
00000400:00000200:2.0:1788204763.608953:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204763.608957:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204763.608960:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608962:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204763.608964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204763.608966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204763.608968:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204763.608970:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204763.608972:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204763.608974:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204763.608976:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204763.608978:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204763.608980:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204763.608981:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204763.608982:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204763.608984:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608989:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.608992:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.608996:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.608997:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204763.608998:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204763.609000:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204763.609001:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204763.609003:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298568862
00000100:00000001:2.0:1788204763.609004:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.609006:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298568862
00000100:00000001:2.0:1788204763.609008:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298570991
00000100:00000001:2.0:1788204763.609011:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204763.609013:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.609015:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204763.609019:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204763]  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204763.609027:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204763.609029:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204763.609030:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204763.609033:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204763.609034:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204763.609036:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204763.609040:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204763.609049:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609078:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204763.609081:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609084:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.609085:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204763.609090:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609098:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204763.609102:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609108:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204763.609109:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609110:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204763.609111:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609113:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204763.609114:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204763.609116:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204763.609118:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204763.609120:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204763.609122:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204763.609127:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618689792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204763.609129:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609131:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.609133:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618689408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609137:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204763.609138:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204763.609139:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204763.609142:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204763.609143:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204763.609144:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204763.609145:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204763.609147:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:2.0:1788204763.609148:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204763.609149:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204763.609150:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204763.609151:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204763.609152:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609153:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.609155:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618689536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609160:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204763.609160:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204763.609161:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204763.609163:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204763.609163:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204763.609164:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204763.609165:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204763.609166:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:2.0:1788204763.609168:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204763.609169:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204763.609170:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204763.609171:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204763.609172:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609173:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.609175:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618689664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609178:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204763.609179:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204763.609180:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204763.609181:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204763.609182:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204763.609183:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204763.609184:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204763.609184:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:2.0:1788204763.609185:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204763.609186:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204763.609187:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204763.609188:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204763.609189:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609190:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204763.609192:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618689792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204763.609198:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204763.609199:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204763.609200:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204763.609202:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204763.609203:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204763.609205:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204763.609206:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204763.609208:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:2.0:1788204763.609211:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204763.609212:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204763.609213:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204763.609216:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204763.609217:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609219:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.609223:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204763.609225:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.609227:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204763.609229:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204763.927161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204763.927167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204763.927172:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204763.927174:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204763.927180:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204763.927182:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204763.927183:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927186:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204763.927188:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927189:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927191:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204763.927195:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204763.927196:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204763.927198:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927199:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204763.927200:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927201:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204763.927203:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204763.927268:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204763.927272:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204763.927275:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204764.631144:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204764.631152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204764.631153:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204764.631158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204764.631163:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204764.631166:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204764.631169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204764.631172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204764.631175:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204764.951173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204764.951179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204764.951183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204764.951184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204764.951187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204764.951188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204764.951190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204764.951191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204764.951247:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204764.951251:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204764.951253:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204765.655167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204765.655173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204765.655175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204765.655180:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204765.655182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204765.655185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204765.655187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204765.655189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204765.655191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204765.911124:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298570991, at 4298571008
00000100:00000040:2.0:1788204765.911134:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298570991, at 4298571008
00000100:00000010:3.0:1788204765.911137:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350e40.
00000100:00000010:2.0:1788204765.911141:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204765.975130:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204765.975136:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204765.975140:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204765.975142:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204765.975145:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204765.975148:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204765.975151:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204765.975154:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204765.975156:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204765.975159:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204765.975163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204765.975164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204765.975168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204765.975170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204765.975237:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204765.975242:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204765.975246:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204766.679124:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204766.679130:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204766.679132:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204766.679136:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204766.679139:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204766.679142:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204766.679145:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204766.679148:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204766.679150:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204766.999178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204766.999184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204766.999188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204766.999189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204766.999191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204766.999192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204766.999195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204766.999195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204766.999259:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204766.999263:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204766.999266:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204767.703154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204767.703161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204767.703163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204767.703167:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204767.703170:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204767.703173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204767.703175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204767.703177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204767.703179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204768.023170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204768.023176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204768.023180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204768.023181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204768.023183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204768.023184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204768.023187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204768.023188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204768.023250:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204768.023255:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204768.023258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204768.727182:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204768.727184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204768.727193:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204768.727195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204768.727196:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204768.727202:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204768.727203:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204768.727213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204768.727216:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204768.727220:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204768.727223:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3901
00000100:00000001:0.0:1788204768.727228:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204768.727236:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204768.727237:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788204768.727243:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204768.727246:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204768.727249:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204768.727251:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204768.727253:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204768.727257:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204768.727258:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727261:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204768.727265:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204768.727267:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204768.727270:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204768.727274:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204768.727276:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204768.727277:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204768.727280:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727281:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204768.727283:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727285:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204768.727288:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204768.727292:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727294:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204768.727296:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204768.727299:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204768.727301:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727303:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204768.727305:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204768.727313:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4380.
00000020:00000040:2.0:1788204768.727316:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204768.727319:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204768.727320:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727322:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204768.727325:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204768.727329:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204768.727335:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788204768.727340:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204768.727347:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204768.727355:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204768.727358:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204768.727362:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624e4bcd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204768.727380:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204768.727387:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204768.727390:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204768.727391:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204768.727393:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204768.727395:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204768.727397:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3901
00000400:00000200:2.0:1788204768.727401:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204768.727404:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204768.727406:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204768.727410:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727412:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204768.727415:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727417:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204768.727420:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204768.727422:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204768.727424:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204768.727427:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204768.727430:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204768.727433:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204768.727437:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204768.727438:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204768.727440:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204768.727443:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204768.727445:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204768.727447:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204768.727451:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204768.727455:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000040:1.0:1788204768.727457:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204768.727460:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727463:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204768.727464:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204768.727469:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204768.727474:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.727475:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204768.727477:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204768.727478:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204768.727482:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204768.727483:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204768.727487:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204768.727487:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727492:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.727493:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204768.727496:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5f80.
00000100:00100000:1.0:1788204768.727498:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618689920:192.168.201.124@tcp:250:kworker.0
00000020:00000040:2.0:1788204768.727500:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204768.727506:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204768.727506:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204768.727509:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727511:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204768.727512:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204768.727513:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204768.727514:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.727516:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.727519:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204768.727519:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
02000000:00000010:1.0:1788204768.727524:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:2.0:1788204768.727525:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.727528:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204768.727533:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204768.727534:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204768.727541:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:2.0:1788204768.727546:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204768.727549:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204768.727550:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000040:2.0:1788204768.727554:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004338ed9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204768.727558:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618689920, portal 25
00000100:00000001:1.0:1788204768.727563:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204768.727565:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784845184 : -116879924706432 : ffff95b2c59b4380)
00000100:00000001:2.0:1788204768.727566:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.727572:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204768.727580:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204768.727587:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204768.727588:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204768.727591:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204768.727594:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204768.727595:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727597:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204768.727602:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3901
00000400:00000010:1.0:1788204768.727603:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000400:00000200:2.0:1788204768.727608:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:1.0:1788204768.727609:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618689920, offset 0
00000400:00000200:2.0:1788204768.727613:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204768.727615:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204768.727618:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.727624:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727624:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204768.727630:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727634:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204768.727638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788204768.727640:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204768.727644:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204768.727646:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204768.727648:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:2.0:1788204768.727664:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204768.727669:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204768.727671:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204768.727676:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:2.0:1788204768.727681:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204768.727684:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788204768.727690:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.727692:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727695:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204768.727700:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3648:3648:256:4294967295] 192.168.201.124@tcp LPNI seq info [3648:3648:8:4294967295]
00000100:00000040:2.0:1788204768.727704:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727709:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204768.727710:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204768.727714:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204768.727721:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727727:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.727729:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204768.727731:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204768.727737:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204768.727741:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204768.727742:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727747:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204768.727749:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1788204768.727751:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000008:00000001:2.0:1788204768.727753:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727757:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204768.727761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:2.0:1788204768.727762:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
00000800:00000200:1.0:1788204768.727768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000020:00000040:2.0:1788204768.727769:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:1.1:1788204768.727777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:2.0:1788204768.727783:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1788204768.727784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1788204768.727787:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.727791:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1788204768.727792:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204768.727794:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204768.727798:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204768.727803:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000800:00000010:1.0:1788204768.727808:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000100:00000001:2.0:1788204768.727808:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204768.727819:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204768.727823:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204768.727832:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204768.727833:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204768.727839:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.727842:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204768.727848:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000040:2.0:1788204768.727848:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.727854:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.727863:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204768.727864:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204768.727870:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204768.727879:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204768.727883:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204768.727885:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204768.727886:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204768.727893:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204768.727893:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204768.727899:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3901
00000400:00000200:2.0:1788204768.727909:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204768.727910:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.727915:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1788204768.727917:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204768.727922:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204768.727923:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204768.727927:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.727931:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204768.727933:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204768.727938:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727940:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204768.727942:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298576111
00000020:00000001:2.0:1788204768.727944:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204768.727947:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000010:1.0:1788204768.727948:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dae0.
00000020:00000001:2.0:1788204768.727950:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204768.727955:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204768.727956:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1788204768.727958:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204768.727963:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298576111
00000020:00000001:2.0:1788204768.727964:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000010:1.0:1788204768.727967:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d000.
00000100:00000001:1.0:1788204768.727971:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1788204768.727972:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204768.727975:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204768.727977:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204768.727978:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.727982:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788204768.727983:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.727988:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:1.0:1788204768.727989:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204768.727995:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000001:1.0:1788204768.728002:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788204768.728004:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000001:1.0:1788204768.728005:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204768.728009:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000100:00000001:2.0:1788204768.728010:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.728012:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
02000000:00000001:2.0:1788204768.728014:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204768.728015:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204768.728019:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788204768.728020:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204768.728023:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204768.728025:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.728031:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204768.728035:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1788204768.728037:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204768.728041:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.728047:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728048:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204768.728076:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.728078:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.728080:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204768.728084:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000100:00100000:1.0:1788204768.728085:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204768.728091:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204768.728094:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204768.728099:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1788204768.728101:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204768.728103:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.728108:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204768.728112:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204768.728113:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.728117:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204768.728117:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728123:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.728124:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.728126:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1788204768.728126:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:1.0:1788204768.728130:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204768.728132:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204768.728133:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204768.728139:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204768.728142:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1788204768.728144:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204768.728148:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204768.728170:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204768.728172:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618689920:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204768.728175:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728178:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.728181:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204768.728185:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204768.728186:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4380 x1875064618689920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728216:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204768.728219:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204768.728219:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204768.728223:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
00000100:00080000:2.0:1788204768.728225:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204768.728227:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204768.728230:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:2.0:1788204768.728230:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000040:1.0:1788204768.728233:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:2.0:1788204768.728235:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:1.0:1788204768.728236:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:2.0:1788204768.728239:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1788204768.728240:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:1.0:1788204768.728245:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204768.728246:0:15178:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204768.728248:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204768.728251:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4380.
00000100:00080000:2.0:1788204768.728252:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3901
00000100:00000001:1.0:1788204768.728254:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204768.728257:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204768.728261:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204768.728262:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204768.728269:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204768.728271:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204768.728273:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204768.728274:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728279:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204768.728282:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204768.728282:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204768.728286:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204768.728287:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.728292:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204768.728294:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.728301:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204768.728303:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204768.728306:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204768.728306:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204768.728311:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788204768.728311:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000001:1.0:1788204768.728315:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204768.728316:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788204768.728318:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204768.728320:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00100000:1.0:1788204768.728324:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690048:192.168.201.124@tcp:38:kworker.0
00000020:00000001:2.0:1788204768.728325:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204768.728331:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1788204768.728332:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:1.0:1788204768.728334:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204768.728337:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204768.728339:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204768.728340:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204768.728344:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:2.0:1788204768.728344:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204768.728349:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204768.728352:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204768.728353:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204768.728356:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:1.0:1788204768.728360:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204768.728364:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:1.0:1788204768.728365:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204768.728371:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000001:2.0:1788204768.728371:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204768.728376:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690048, portal 10
02000000:00000001:2.0:1788204768.728377:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204768.728379:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204768.728381:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784852352 : -116879924699264 : ffff95b2c59b5f80)
02000000:00000001:2.0:1788204768.728382:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204768.728387:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.728388:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204768.728392:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204768.728396:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:1.0:1788204768.728398:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204768.728403:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000008:00000001:2.0:1788204768.728403:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204768.728405:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000001:2.0:1788204768.728408:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204768.728409:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618690048, offset 0
00000100:00000010:2.0:1788204768.728417:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000400:00000200:1.0:1788204768.728418:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204768.728424:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204768.728424:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204768.728431:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:2.0:1788204768.728431:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204768.728435:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.728436:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204768.728441:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788204768.728441:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204768.728445:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204768.728446:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204768.728450:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.728451:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.728456:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3649:3649:256:4294967295] 192.168.201.124@tcp LPNI seq info [3649:3649:8:4294967295]
00000400:00000200:1.0:1788204768.728460:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:2.0:1788204768.728460:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000001:2.0:1788204768.728467:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.728469:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204768.728476:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00100000:2.0:1788204768.728477:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1788204768.728480:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204768.728488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204768.728492:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1788204768.728495:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1788204768.728499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204768.728501:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204768.728503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204768.728510:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.728513:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000100:00000040:2.0:1788204768.728514:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204768.728516:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204768.728524:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204768.728528:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204768.728531:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204768.728536:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204768.728538:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204768.728541:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204768.728545:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3911)
00000100:00000001:1.0:1788204768.728555:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.728559:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728567:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728569:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204768.728574:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.728577:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204768.728581:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204768.728583:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298576023
00000100:00000001:1.0:1788204768.728586:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.728588:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298576023
00000100:00000001:1.0:1788204768.728591:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.728594:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204768.728596:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728598:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204768.728602:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204768.728610:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204768.728611:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204768.728613:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204768.728616:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204768.728618:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204768.728620:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204768.728624:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204768.728634:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728641:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204768.728643:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.728645:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.728646:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204768.728663:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728672:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204768.728677:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728685:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.728687:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.728689:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.728691:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.728692:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204768.728695:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204768.728698:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204768.728702:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204768.728704:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204768.728708:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204768.728716:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204768.728720:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204768.728723:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728730:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204768.728731:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.728733:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204768.728735:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204768.728737:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204768.728740:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204768.728743:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204768.728745:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204768.728747:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.728749:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204768.728753:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204768.728756:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.728761:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204768.728765:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204768.728769:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204768.728774:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690176, portal 10
00000100:00000001:1.0:1788204768.728776:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204768.728778:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:1.0:1788204768.728786:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728800:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204768.728802:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204768.728805:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204768.728808:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618690176, offset 0
00000400:00000200:1.0:1788204768.728813:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204768.728819:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204768.728824:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204768.728828:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204768.728831:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204768.728835:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204768.728838:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.728842:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3650:3650:256:4294967295] 192.168.201.124@tcp LPNI seq info [3650:3650:8:4294967295]
00000400:00000200:1.0:1788204768.728847:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204768.728855:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204768.728861:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.728865:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204768.728871:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204768.728874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204768.728880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204768.728883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204768.728888:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.728891:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204768.728895:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204768.728899:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204768.728903:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204768.728905:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204768.728909:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.728914:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728923:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.728927:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.728941:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728943:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204768.728947:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.728951:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204768.728955:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204768.728958:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298573868
00000100:00000001:1.0:1788204768.728962:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.728964:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298573868
00000100:00000001:1.0:1788204768.728967:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.728970:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204768.728972:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.728974:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204768.728979:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204768.728988:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204768.728989:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204768.728991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204768.728994:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204768.728996:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204768.728999:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204768.729003:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204768.729013:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729020:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204768.729022:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.729026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204768.729031:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729039:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204768.729044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729074:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.729077:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729078:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.729080:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729082:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204768.729083:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204768.729085:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204768.729089:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204768.729092:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204768.729096:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204768.729105:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204768.729109:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204768.729113:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729119:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204768.729120:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.729122:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204768.729124:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204768.729126:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204768.729129:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204768.729133:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204768.729135:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204768.729137:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.729139:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204768.729142:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204768.729144:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.729148:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204768.729150:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204768.729154:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204768.729157:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690304, portal 4
00000100:00000001:1.0:1788204768.729159:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204768.729161:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:1.0:1788204768.729167:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729175:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204768.729178:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204768.729180:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204768.729183:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618690304, offset 0
00000400:00000200:1.0:1788204768.729187:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204768.729191:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204768.729194:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204768.729198:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204768.729201:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204768.729204:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204768.729206:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.729209:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3651:3651:256:4294967295] 192.168.201.124@tcp LPNI seq info [3651:3651:8:4294967295]
00000400:00000200:1.0:1788204768.729214:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204768.729220:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204768.729225:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.729229:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204768.729233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204768.729236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204768.729239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204768.729241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204768.729244:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.729246:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204768.729248:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204768.729250:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204768.729253:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204768.729254:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204768.729256:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.729259:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729264:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.729266:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729271:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.729272:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204768.729274:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.729276:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204768.729278:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204768.729280:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298573849
00000100:00000001:1.0:1788204768.729281:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.729283:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298573849
00000100:00000001:1.0:1788204768.729284:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.729286:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204768.729287:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.729288:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204768.729290:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204768.729296:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204768.729297:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204768.729298:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204768.729300:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204768.729301:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204768.729302:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204768.729304:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204768.729310:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729313:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204768.729314:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729315:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.729316:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204768.729318:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729322:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204768.729325:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729329:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.729330:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729331:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.729332:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729333:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204768.729334:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204768.729335:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204768.729337:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204768.729338:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204768.729341:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204768.729346:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204768.729349:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729350:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.729353:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5f80 x1875064618690048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729357:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204768.729358:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204768.729360:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:1.0:1788204768.729361:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204768.729362:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204768.729363:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204768.729365:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204768.729366:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:1.0:1788204768.729368:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204768.729369:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204768.729370:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5f80.
00000100:00000001:1.0:1788204768.729373:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204768.729374:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729375:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.729377:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618690176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729382:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204768.729383:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204768.729385:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:1.0:1788204768.729387:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204768.729388:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204768.729389:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204768.729391:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204768.729393:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:1.0:1788204768.729395:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204768.729396:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204768.729398:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:1.0:1788204768.729400:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204768.729402:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729403:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.729406:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618690304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729413:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204768.729415:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204768.729416:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204768.729419:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204768.729420:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204768.729421:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204768.729423:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204768.729425:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:1.0:1788204768.729427:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204768.729428:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204768.729430:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:1.0:1788204768.729433:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204768.729434:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729437:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729441:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204768.729443:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.729445:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204768.729446:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204768.729447:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204768.729451:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729457:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204768.729459:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.729460:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204768.729462:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204768.729463:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204768.729465:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204768.729467:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204768.729469:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204768.729470:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.729471:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204768.729473:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204768.729474:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204768.729477:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204768.729478:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204768.729481:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204768.729483:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690432, portal 4
00000100:00000001:1.0:1788204768.729485:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204768.729486:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000040:1.0:1788204768.729489:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729494:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204768.729495:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204768.729497:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204768.729498:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618690432, offset 0
00000400:00000200:1.0:1788204768.729501:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204768.729503:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204768.729506:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204768.729508:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204768.729509:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204768.729511:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204768.729513:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204768.729515:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3652:3652:256:4294967295] 192.168.201.124@tcp LPNI seq info [3652:3652:8:4294967295]
00000400:00000200:1.0:1788204768.729518:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204768.729522:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204768.729525:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.729527:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204768.729529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204768.729532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204768.729534:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204768.729536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204768.729539:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204768.729540:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204768.729542:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204768.729544:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204768.729546:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204768.729548:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204768.729549:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.729551:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729561:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.729563:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729567:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.729568:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204768.729570:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.729572:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204768.729574:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204768.729575:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298573983
00000100:00000001:1.0:1788204768.729577:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.729578:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298573983
00000100:00000001:1.0:1788204768.729580:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298576111
00000100:00000001:1.0:1788204768.729581:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204768.729582:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.729584:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204768.729586:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204768.729590:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204768.729591:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204768.729592:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204768.729593:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204768.729594:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204768.729596:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204768.729597:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204768.729602:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729607:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204768.729608:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729609:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.729610:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204768.729612:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729617:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204768.729619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729623:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.729624:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729625:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204768.729626:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729627:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204768.729629:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204768.729631:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204768.729634:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204768.729636:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204768.729640:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204768.729647:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204768.729664:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729665:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.729669:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618690432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.729674:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204768.729675:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204768.729685:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:1.0:1788204768.729691:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204768.729693:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204768.729698:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204768.729700:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204768.729702:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:1.0:1788204768.729704:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204768.729705:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204768.729707:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:1.0:1788204768.729709:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204768.729711:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729713:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.729716:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204768.729717:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.729719:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204768.729721:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204769.047206:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204769.047209:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204769.047212:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047217:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204769.047219:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047222:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047223:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047227:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204769.047230:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047233:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204769.047234:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204769.047237:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204769.047238:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204769.047327:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204769.047334:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204769.047337:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204769.751234:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204769.751254:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204769.751257:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204769.751270:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204769.751275:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204769.751281:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204769.751284:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204769.751288:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204769.751292:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204770.071176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204770.071182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204770.071186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204770.071187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204770.071190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204770.071191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204770.071193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204770.071194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204770.071261:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204770.071265:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204770.071269:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204770.775147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204770.775154:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204770.775156:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204770.775161:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204770.775164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204770.775167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.775169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204770.775171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.775173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204771.031146:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298576111, at 4298576128
00000100:00000010:2.0:1788204771.031159:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dae0.
00000100:00000040:3.0:1788204771.031172:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298576111, at 4298576128
00000100:00000010:3.0:1788204771.031187:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d000.
00010000:00000001:3.0:1788204771.095197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204771.095205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204771.095211:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204771.095213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204771.095216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204771.095217:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204771.095220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204771.095221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204771.095286:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204771.095291:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204771.095296:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204771.799161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204771.799169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204771.799172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204771.799177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204771.799181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204771.799185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204771.799188:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204771.799192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204771.799194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204772.119164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204772.119171:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204772.119179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204772.119180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204772.119183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204772.119184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204772.119186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204772.119187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204772.119250:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204772.119254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204772.119257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204772.823168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204772.823175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204772.823177:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204772.823191:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204772.823195:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204772.823200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204772.823202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204772.823204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204772.823206:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204773.143158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204773.143164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204773.143169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204773.143170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204773.143173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204773.143174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204773.143177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204773.143178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204773.143237:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204773.143240:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204773.143243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204773.847202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788204773.847203:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204773.847214:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204773.847216:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204773.847220:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.847221:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.847226:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204773.847232:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1788204773.847238:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204773.847240:0:15319:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3906
00000100:00000001:0.0:1788204773.847247:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204773.847253:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204773.847255:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204773.847262:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204773.847267:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204773.847268:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204773.847276:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204773.847283:0:15319:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204773.847288:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847292:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.847295:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847297:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204773.847303:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.847306:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204773.847309:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204773.847313:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204773.847316:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204773.847319:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204773.847323:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847325:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.847328:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847330:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204773.847333:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204773.847336:0:15319:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847339:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204773.847341:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204773.847345:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.847348:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.847351:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204773.847353:0:15319:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.847363:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5880.
00000020:00000040:1.0:1788204773.847366:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204773.847370:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.847371:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.847374:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204773.847377:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204773.847381:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204773.847389:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:1.0:1788204773.847396:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204773.847407:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204773.847417:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204773.847422:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204773.847427:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001054ab8c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.847454:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204773.847457:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204773.847461:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204773.847462:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.847464:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204773.847467:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204773.847470:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3906
00000400:00000200:1.0:1788204773.847476:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204773.847480:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204773.847483:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204773.847489:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204773.847493:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204773.847495:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204773.847497:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204773.847501:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204773.847506:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204773.847507:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847511:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204773.847517:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.847520:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:2.0:1788204773.847522:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788204773.847523:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204773.847525:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204773.847527:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:2.0:1788204773.847529:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788204773.847531:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204773.847533:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204773.847536:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204773.847537:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204773.847544:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:2.0:1788204773.847545:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618690560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204773.847550:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204773.847552:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788204773.847556:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204773.847557:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204773.847560:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204773.847573:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.847578:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204773.847582:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204773.847584:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.847589:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204773.847592:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000040:1.0:1788204773.847595:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000010:2.0:1788204773.847599:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00080000:1.0:1788204773.847601:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847605:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204773.847607:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690560, portal 25
02000000:00000001:1.0:1788204773.847608:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204773.847611:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204773.847614:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774364800 : -116879935186816 : ffff95b2c4fb5880)
02000000:00000001:1.0:1788204773.847615:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.847619:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.847621:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.847622:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204773.847626:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204773.847632:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.847632:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204773.847636:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.847640:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000010:1.0:1788204773.847643:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000400:00000010:2.0:1788204773.847644:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000020:00000040:1.0:1788204773.847649:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204773.847650:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618690560, offset 0
02000000:00000001:1.0:1788204773.847654:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.847657:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.847660:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847661:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204773.847663:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204773.847665:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.847668:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:1.0:1788204773.847669:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:1.0:1788204773.847674:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.847677:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00100000:1.0:1788204773.847682:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204773.847685:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204773.847692:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788204773.847693:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204773.847696:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.847696:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788204773.847701:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204773.847702:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204773.847709:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3653:3653:256:4294967295] 192.168.201.124@tcp LPNI seq info [3653:3653:8:4294967295]
00000400:00000200:2.0:1788204773.847719:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204773.847720:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204773.847723:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204773.847729:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204773.847732:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204773.847733:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788204773.847734:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204773.847740:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204773.847741:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:1.0:1788204773.847747:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3906
00000800:00000010:2.0:1788204773.847747:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000400:00000200:1.0:1788204773.847755:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204773.847757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204773.847762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000400:00000200:1.0:1788204773.847765:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204773.847770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204773.847772:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204773.847778:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847781:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.847783:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204773.847789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1788204773.847790:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204773.847796:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.847800:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000100:2.0:1788204773.847800:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.847804:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000020:00000001:1.0:1788204773.847805:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204773.847809:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788204773.847811:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788204773.847812:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204773.847817:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788204773.847818:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204773.847823:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000040:1.0:1788204773.847824:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204773.847826:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:1.0:1788204773.847828:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.847832:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204773.847833:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204773.847836:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204773.847841:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000200:2.0:1788204773.847841:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204773.847848:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204773.847854:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.847857:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204773.847858:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204773.847862:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204773.847864:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.847870:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.847875:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204773.847877:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204773.847878:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204773.847879:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204773.847885:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204773.847889:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.847893:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204773.847894:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.847898:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298581231
00000100:00000010:1.0:1788204773.847899:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000020:00000040:1.0:1788204773.847904:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000010:2.0:1788204773.847904:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000001:1.0:1788204773.847911:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.847913:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.847913:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204773.847917:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204773.847920:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204773.847920:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298581231
02000000:00000001:1.0:1788204773.847923:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204773.847924:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350960.
00000100:00000001:2.0:1788204773.847928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000010:1.0:1788204773.847931:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:2.0:1788204773.847931:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204773.847935:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.847938:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.847939:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204773.847944:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204773.847950:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204773.847953:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204773.847955:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204773.847958:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204773.847962:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204773.847965:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204773.847970:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204773.847970:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788204773.847975:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204773.847982:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204773.847984:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204773.848007:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.848008:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204773.848013:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204773.848019:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1788204773.848021:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204773.848021:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.848024:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204773.848025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788204773.848028:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204773.848028:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.848034:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204773.848035:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204773.848042:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3906
00000100:00000001:2.0:1788204773.848045:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204773.848071:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848078:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204773.848080:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848081:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.848082:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848084:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204773.848086:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204773.848088:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1788204773.848093:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204773.848093:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204773.848096:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1788204773.848104:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204773.848104:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204773.848110:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204773.848116:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618690560:192.168.201.124@tcp:250:kworker.0
00000100:00000040:1.0:1788204773.848120:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204773.848122:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.848125:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204773.848126:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204773.848131:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204773.848132:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5880 x1875064618690560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.848138:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204773.848145:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204773.848146:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1788204773.848148:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
02000000:00000001:2.0:1788204773.848149:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1788204773.848152:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:2.0:1788204773.848154:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
00000020:00000040:1.0:1788204773.848157:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
02000000:00000001:2.0:1788204773.848160:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204773.848161:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204773.848165:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:1.0:1788204773.848167:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000040:2.0:1788204773.848169:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000040:1.0:1788204773.848175:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000020:00000001:2.0:1788204773.848175:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204773.848180:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788204773.848180:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
00000100:00000040:1.0:1788204773.848185:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204773.848187:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204773.848189:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204773.848191:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1788204773.848193:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000010:2.0:1788204773.848195:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5880.
00000100:00080000:1.0:1788204773.848199:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204773.848201:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204773.848204:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848205:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204773.848208:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204773.848211:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204773.848213:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.848217:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.848219:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204773.848220:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:1.0:1788204773.848222:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204773.848225:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204773.848227:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848228:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204773.848232:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848233:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204773.848235:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1788204773.848240:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000100:00000040:2.0:1788204773.848241:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204773.848246:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204773.848252:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204773.848253:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204773.848255:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204773.848257:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848258:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204773.848261:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204773.848263:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204773.848264:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204773.848267:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204773.848268:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690688:192.168.201.124@tcp:38:kworker.0
02000000:00000001:1.0:1788204773.848273:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204773.848279:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:2.0:1788204773.848281:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204773.848285:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848285:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204773.848287:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848290:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204773.848294:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
00000100:00100000:1.0:1788204773.848296:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204773.848296:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.848304:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204773.848308:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204773.848312:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204773.848314:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204773.848316:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690688, portal 10
00000100:00000001:1.0:1788204773.848319:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848320:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204773.848324:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774369280 : -116879935182336 : ffff95b2c4fb6a00)
00000100:00000040:1.0:1788204773.848328:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204773.848333:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848354:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204773.848355:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.848358:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:1.0:1788204773.848361:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204773.848361:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204773.848366:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618690688, offset 0
00000100:00080000:1.0:1788204773.848368:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1788204773.848372:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204773.848373:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.848377:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204773.848378:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204773.848381:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204773.848385:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:1.0:1788204773.848388:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3906
00000400:00000200:2.0:1788204773.848390:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204773.848396:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204773.848399:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.848401:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204773.848407:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204773.848411:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204773.848412:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:1.0:1788204773.848416:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204773.848420:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3654:3654:256:4294967295] 192.168.201.124@tcp LPNI seq info [3654:3654:8:4294967295]
00000100:00000001:1.0:1788204773.848422:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204773.848429:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204773.848430:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204773.848437:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204773.848439:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1788204773.848443:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.848447:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000800:00000200:2.0:1788204773.848448:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788204773.848453:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788204773.848454:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000020:00000040:1.0:1788204773.848457:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000800:00000200:2.0:1788204773.848461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:1.0:1788204773.848462:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000200:2.0:1788204773.848466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1788204773.848467:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000200:2.1:1788204773.848476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788204773.848477:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204773.848480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1788204773.848481:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.848487:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000100:2.0:1788204773.848489:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204773.848492:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:2.0:1788204773.848493:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204773.848498:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788204773.848499:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:2.0:1788204773.848504:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788204773.848507:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204773.848509:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:1.0:1788204773.848512:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204773.848512:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
02000000:00000001:1.0:1788204773.848516:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204773.848517:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204773.848521:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788204773.848522:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204773.848526:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.848531:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204773.848536:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204773.848537:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1788204773.848542:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.848542:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.848547:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848553:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.848554:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000100:00000001:2.0:1788204773.848555:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204773.848559:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204773.848573:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204773.848577:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.848580:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.848580:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:1.0:1788204773.848586:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204773.848588:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204773.848590:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204773.848592:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298581143
02000000:00000001:1.0:1788204773.848593:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848596:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.848599:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298581143
02000000:00000010:1.0:1788204773.848600:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:2.0:1788204773.848602:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.848606:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204773.848607:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848608:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848613:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204773.848620:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204773.848620:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.848649:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1788204773.848650:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788204773.848653:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204773.848653:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204773.848655:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204773.848659:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:1.0:1788204773.848660:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204773.848661:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204773.848666:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204773.848672:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.848673:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204773.848680:0:15319:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3916)
00000100:00000200:2.0:1788204773.848684:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848690:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204773.848691:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848693:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.848693:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204773.848696:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848701:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204773.848704:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848709:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204773.848710:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848712:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.848713:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848714:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204773.848716:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204773.848718:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204773.848720:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204773.848721:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204773.848724:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204773.848728:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204773.848731:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204773.848733:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848737:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204773.848738:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848740:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204773.848741:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204773.848743:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204773.848744:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204773.848746:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204773.848748:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204773.848749:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848750:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204773.848753:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204773.848754:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.848756:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204773.848758:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204773.848760:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204773.848762:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690816, portal 10
00000100:00000001:2.0:1788204773.848763:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204773.848765:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774361216 : -116879935190400 : ffff95b2c4fb4a80)
00000100:00000040:2.0:1788204773.848768:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848773:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204773.848774:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204773.848776:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204773.848777:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618690816, offset 0
00000400:00000200:2.0:1788204773.848779:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204773.848782:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.848784:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204773.848787:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204773.848788:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204773.848790:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204773.848792:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204773.848794:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3655:3655:256:4294967295] 192.168.201.124@tcp LPNI seq info [3655:3655:8:4294967295]
00000400:00000200:2.0:1788204773.848797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.848801:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204773.848804:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.848805:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204773.848808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204773.848810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204773.848813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204773.848814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204773.848817:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.848818:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204773.848820:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204773.848823:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204773.848825:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204773.848826:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204773.848828:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204773.848830:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848835:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.848837:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848842:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848843:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204773.848844:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.848846:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204773.848848:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204773.848850:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298578988
00000100:00000001:2.0:1788204773.848851:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.848853:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298578988
00000100:00000001:2.0:1788204773.848854:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.848855:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204773.848857:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848858:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204773.848860:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204773.848865:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204773.848865:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204773.848866:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204773.848868:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204773.848869:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204773.848870:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204773.848872:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204773.848877:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848881:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204773.848882:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848883:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.848884:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204773.848886:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848891:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204773.848893:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848897:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204773.848899:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848900:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.848901:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848902:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204773.848903:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204773.848904:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204773.848906:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204773.848907:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204773.848909:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204773.848914:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204773.848916:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848917:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.848919:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6a00 x1875064618690688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848923:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204773.848924:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204773.848926:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204773.848927:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204773.848928:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204773.848929:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204773.848931:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204773.848932:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:2.0:1788204773.848934:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204773.848935:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204773.848936:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6a00.
00000100:00000001:2.0:1788204773.848937:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204773.848938:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848939:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.848941:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4a80 x1875064618690816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848945:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204773.848946:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204773.848947:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204773.848948:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204773.848949:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204773.848949:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204773.848951:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204773.848951:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:2.0:1788204773.848952:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204773.848953:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204773.848954:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4a80.
00000100:00000001:2.0:1788204773.848955:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204773.848956:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848957:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.848959:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204773.848960:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.848961:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204773.848962:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204773.848963:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204773.848965:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.848969:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204773.848970:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848971:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204773.848972:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204773.848973:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204773.848975:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204773.848978:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204773.848979:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204773.848980:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.848981:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204773.848983:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204773.848984:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.848986:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204773.848988:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204773.848990:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204773.848992:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618690944, portal 4
00000100:00000001:2.0:1788204773.848993:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204773.848994:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774362112 : -116879935189504 : ffff95b2c4fb4e00)
00000100:00000040:2.0:1788204773.848998:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849002:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204773.849004:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204773.849005:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204773.849006:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618690944, offset 0
00000400:00000200:2.0:1788204773.849009:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204773.849011:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.849013:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204773.849015:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204773.849016:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204773.849018:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204773.849019:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204773.849021:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3656:3656:256:4294967295] 192.168.201.124@tcp LPNI seq info [3656:3656:8:4294967295]
00000400:00000200:2.0:1788204773.849024:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.849028:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204773.849031:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.849032:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204773.849035:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204773.849037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204773.849040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204773.849041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204773.849044:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.849045:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204773.849047:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204773.849049:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204773.849068:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204773.849069:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204773.849071:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204773.849073:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849079:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.849081:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849085:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.849086:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204773.849088:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.849089:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204773.849091:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204773.849093:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298578969
00000100:00000001:2.0:1788204773.849094:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.849096:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298578969
00000100:00000001:2.0:1788204773.849097:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.849099:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204773.849100:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.849101:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204773.849103:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204773.849108:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204773.849109:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204773.849111:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204773.849112:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204773.849113:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204773.849114:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204773.849116:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204773.849122:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849125:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204773.849126:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849127:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.849128:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204773.849130:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849134:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204773.849136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849140:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204773.849142:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849143:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.849144:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849145:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204773.849146:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204773.849148:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204773.849151:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204773.849154:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204773.849158:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204773.849166:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618690944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204773.849170:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204773.849174:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849181:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204773.849182:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.849184:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204773.849186:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204773.849189:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204773.849192:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204773.849195:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204773.849197:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204773.849198:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204773.849200:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204773.849203:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204773.849205:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204773.849208:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204773.849210:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204773.849212:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204773.849215:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691072, portal 4
00000100:00000001:2.0:1788204773.849216:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204773.849217:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774368384 : -116879935183232 : ffff95b2c4fb6680)
00000100:00000040:2.0:1788204773.849221:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849226:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204773.849227:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204773.849229:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204773.849230:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618691072, offset 0
00000400:00000200:2.0:1788204773.849233:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204773.849235:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.849237:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204773.849239:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204773.849242:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204773.849243:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204773.849245:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204773.849247:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3657:3657:256:4294967295] 192.168.201.124@tcp LPNI seq info [3657:3657:8:4294967295]
00000400:00000200:2.0:1788204773.849249:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204773.849254:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204773.849256:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.849258:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204773.849261:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204773.849263:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204773.849265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204773.849267:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204773.849270:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204773.849271:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204773.849273:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204773.849276:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204773.849278:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204773.849279:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204773.849281:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204773.849283:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849288:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.849290:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849294:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.849295:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204773.849297:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204773.849299:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204773.849300:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204773.849302:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298579103
00000100:00000001:2.0:1788204773.849303:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.849305:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298579103
00000100:00000001:2.0:1788204773.849307:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298581231
00000100:00000001:2.0:1788204773.849308:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204773.849309:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.849311:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204773.849313:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204773.849318:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204773.849318:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204773.849319:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204773.849321:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204773.849322:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204773.849323:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204773.849325:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204773.849330:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849334:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204773.849335:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849336:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.849337:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204773.849339:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849343:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204773.849345:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849349:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204773.849351:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849351:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204773.849352:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849354:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204773.849355:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204773.849357:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204773.849359:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204773.849361:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204773.849363:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204773.849368:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204773.849370:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849371:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.849373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4e00 x1875064618690944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849377:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204773.849378:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204773.849379:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204773.849381:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204773.849382:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204773.849383:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204773.849384:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204773.849385:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:2.0:1788204773.849387:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204773.849388:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204773.849389:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4e00.
00000100:00000001:2.0:1788204773.849390:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204773.849391:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849392:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204773.849394:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6680 x1875064618691072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204773.849398:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204773.849399:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204773.849400:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204773.849401:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204773.849402:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204773.849403:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204773.849404:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204773.849405:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:2.0:1788204773.849406:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204773.849407:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204773.849408:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6680.
00000100:00000001:2.0:1788204773.849409:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204773.849410:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849411:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.849413:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204773.849414:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.849415:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204773.849416:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204774.167217:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204774.167227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204774.167235:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204774.167237:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204774.167244:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204774.167246:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204774.167248:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167251:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204774.167253:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167255:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167256:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167259:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204774.167261:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204774.167262:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204774.167263:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167264:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204774.167265:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167266:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204774.167267:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204774.167331:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204774.167336:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204774.167341:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204774.871183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204774.871191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204774.871193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204774.871198:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204774.871202:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204774.871206:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204774.871208:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204774.871211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204774.871214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204775.191195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204775.191203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204775.191210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204775.191211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204775.191214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204775.191216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204775.191219:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204775.191221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204775.191301:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204775.191306:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204775.191310:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204775.895218:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204775.895225:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204775.895227:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204775.895232:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204775.895234:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204775.895237:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204775.895240:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204775.895242:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204775.895244:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204776.151195:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298581231, at 4298581248
00000100:00000040:3.0:1788204776.151195:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298581231, at 4298581248
00000100:00000010:3.0:1788204776.151219:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350960.
00000100:00000010:2.0:1788204776.151224:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204776.215167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204776.215175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204776.215181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204776.215185:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204776.215188:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204776.215191:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204776.215195:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204776.215197:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204776.215200:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204776.215202:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204776.215206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204776.215208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204776.215211:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204776.215212:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204776.215277:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204776.215282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204776.215286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204776.919164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204776.919170:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204776.919172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204776.919176:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204776.919179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204776.919181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204776.919183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204776.919185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204776.919187:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204777.239180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204777.239186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204777.239192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204777.239193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204777.239197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204777.239198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204777.239201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204777.239202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204777.239269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204777.239272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204777.239276:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204777.943182:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204777.943189:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204777.943191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204777.943195:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204777.943199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204777.943201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204777.943204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204777.943206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204777.943208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263131:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204778.263136:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204778.263138:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204778.263140:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263144:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204778.263145:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263147:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263148:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204778.263151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204778.263154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204778.263156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204778.263157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204778.263216:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204778.263220:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204778.263223:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204778.967147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204778.967151:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204778.967153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204778.967156:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.967161:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204778.967161:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204778.967165:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204778.967167:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204778.967169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.967172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204778.967172:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204778.967174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.967179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967179:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204778.967187:0:15319:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3911
00000400:00000200:3.0:1788204778.967196:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204778.967202:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204778.967205:0:15319:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204778.967208:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967211:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204778.967213:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967216:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204778.967219:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204778.967221:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204778.967224:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204778.967227:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204778.967229:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204778.967231:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204778.967234:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967236:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204778.967238:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967240:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204778.967242:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204778.967245:0:15319:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967248:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204778.967250:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204778.967254:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204778.967256:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967258:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204778.967260:0:15319:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204778.967269:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204778.967272:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204778.967275:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204778.967276:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967279:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204778.967281:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204778.967284:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204778.967289:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204778.967294:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204778.967301:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204778.967308:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204778.967311:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204778.967314:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204778.967328:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204778.967330:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204778.967333:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204778.967334:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204778.967335:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204778.967337:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204778.967339:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3911
00000400:00000200:3.0:1788204778.967342:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204778.967345:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204778.967346:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204778.967347:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204778.967349:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204778.967351:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204778.967352:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204778.967354:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204778.967356:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967358:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204778.967361:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204778.967362:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204778.967362:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204778.967365:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204778.967368:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204778.967371:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204778.967375:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204778.967377:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.967380:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204778.967381:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204778.967384:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204778.967384:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204778.967387:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204778.967387:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204778.967393:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967393:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204778.967398:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00100000:2.0:1788204778.967402:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618691200:192.168.201.124@tcp:250:kworker.0
00000100:00080000:3.0:1788204778.967402:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967406:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204778.967408:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204778.967412:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204778.967414:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.967418:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204778.967418:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967422:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204778.967423:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204778.967424:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204778.967428:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788204778.967429:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967432:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204778.967435:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
02000000:00000010:2.0:1788204778.967437:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
00000020:00000040:3.0:1788204778.967437:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204778.967443:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204778.967443:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204778.967445:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967448:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204778.967448:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204778.967450:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.967452:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788204778.967452:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204778.967458:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204778.967459:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204778.967466:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00100000:3.0:1788204778.967468:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204778.967491:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204778.967493:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204778.967496:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691200, portal 25
00000100:00000040:3.0:1788204778.967498:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.967500:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204778.967502:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:2.0:1788204778.967510:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204778.967514:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204778.967518:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204778.967520:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204778.967523:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1788204778.967524:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967527:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204778.967528:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00080000:3.0:1788204778.967529:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204778.967532:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618691200, offset 0
00000100:00000001:3.0:1788204778.967533:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204778.967538:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3911
00000400:00000200:2.0:1788204778.967541:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204778.967544:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204778.967548:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204778.967549:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204778.967551:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204778.967554:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967557:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204778.967560:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:3.0:1788204778.967562:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967565:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204778.967566:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788204778.967567:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204778.967570:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204778.967571:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204778.967572:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000040:3.0:1788204778.967574:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788204778.967577:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788204778.967577:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204778.967580:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204778.967582:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:3.0:1788204778.967586:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967590:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204778.967591:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3658:3658:256:4294967295] 192.168.201.124@tcp LPNI seq info [3658:3658:8:4294967295]
00000100:00000040:3.0:1788204778.967594:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967596:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204778.967597:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204778.967599:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967603:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.967605:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204778.967606:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204778.967609:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204778.967611:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967616:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204778.967618:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1788204778.967619:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204778.967623:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967626:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204778.967627:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000010:3.0:1788204778.967630:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000800:00000010:2.0:1788204778.967632:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000020:00000040:3.0:1788204778.967633:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204778.967637:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204778.967638:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967641:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204778.967642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788204778.967643:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788204778.967647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1788204778.967647:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204778.967653:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000800:00000200:2.1:1788204778.967657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204778.967658:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204778.967661:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204778.967667:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788204778.967668:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204778.967669:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204778.967675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204778.967682:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204778.967682:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204778.967686:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000100:00000001:3.0:1788204778.967687:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204778.967690:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204778.967694:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204778.967696:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204778.967700:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204778.967714:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.967718:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204778.967718:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204778.967723:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204778.967724:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204778.967727:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204778.967729:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204778.967734:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204778.967738:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204778.967739:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3911
00000100:00000001:2.0:1788204778.967742:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204778.967745:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204778.967748:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204778.967749:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204778.967751:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967753:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204778.967754:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204778.967755:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967759:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204778.967760:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:3.0:1788204778.967763:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204778.967764:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298586351
00000020:00000040:3.0:1788204778.967765:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204778.967768:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204778.967770:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204778.967772:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000010:2.0:1788204778.967773:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000020:00000001:3.0:1788204778.967774:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204778.967780:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967781:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204778.967783:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204778.967783:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967784:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204778.967789:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204778.967791:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204778.967792:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298586351
00000100:00000001:3.0:1788204778.967793:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204778.967796:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1788204778.967799:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350120.
00000100:00000001:2.0:1788204778.967802:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204778.967806:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204778.967808:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204778.967810:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204778.967813:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.967815:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204778.967817:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204778.967821:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1788204778.967822:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204778.967825:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967830:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204778.967837:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000400:00000001:2.0:1788204778.967839:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788204778.967841:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000001:2.0:1788204778.967843:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204778.967846:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204778.967849:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204778.967850:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204778.967853:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204778.967854:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204778.967857:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204778.967858:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.967863:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204778.967866:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204778.967869:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204778.967873:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204778.967876:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788204778.967882:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.967884:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204778.967888:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204778.967891:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204778.967892:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.967895:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204778.967903:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204778.967924:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204778.967927:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204778.967928:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204778.967936:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204778.967939:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204778.967950:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204778.967955:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204778.967956:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204778.967959:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204778.967960:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204778.967961:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204778.967964:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204778.967964:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204778.967967:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204778.967968:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204778.967970:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204778.967973:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204778.967973:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3911
00000100:00080000:2.0:1788204778.967978:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1788204778.967980:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204778.967983:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000400:00000200:3.0:1788204778.967985:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204778.967987:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1788204778.967988:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204778.967993:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204778.967993:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.967998:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204778.968002:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.968006:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204778.968010:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618691200:192.168.201.124@tcp:250:kworker.0
00000020:00000001:3.0:1788204778.968010:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204778.968011:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204778.968014:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204778.968017:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204778.968017:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204778.968021:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204778.968021:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204778.968025:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204778.968026:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618691200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204778.968029:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.968033:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204778.968036:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204778.968041:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204778.968047:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1788204778.968048:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
02000000:00000001:2.0:1788204778.968073:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968077:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204778.968081:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204778.968083:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1788204778.968084:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000020:00000040:2.0:1788204778.968085:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204778.968089:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204778.968091:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204778.968092:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788204778.968096:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204778.968098:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204778.968100:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204778.968100:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788204778.968103:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
02000000:00000001:3.0:1788204778.968104:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968107:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204778.968107:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204778.968110:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204778.968111:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204778.968113:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204778.968114:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.968116:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968119:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1788204778.968119:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204778.968121:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204778.968122:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968126:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204778.968126:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204778.968129:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968130:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204778.968132:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204778.968132:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204778.968134:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204778.968137:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204778.968138:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204778.968140:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204778.968145:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968149:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.968151:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204778.968153:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204778.968154:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204778.968157:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.968161:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.968167:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788204778.968168:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204778.968171:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968172:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204778.968175:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204778.968177:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204778.968178:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968181:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968185:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204778.968188:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204778.968188:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.968192:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204778.968194:0:15319:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3921)
00000400:00000010:2.0:1788204778.968196:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204778.968201:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204778.968205:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691328, portal 10
00000100:00000001:2.0:1788204778.968207:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204778.968208:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:2.0:1788204778.968215:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968222:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204778.968225:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204778.968227:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204778.968229:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618691328, offset 0
00000400:00000200:2.0:1788204778.968233:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968237:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968240:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204778.968243:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204778.968244:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204778.968246:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204778.968247:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968249:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3659:3659:256:4294967295] 192.168.201.124@tcp LPNI seq info [3659:3659:8:4294967295]
00000400:00000200:2.0:1788204778.968252:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968256:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204778.968259:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968261:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204778.968264:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204778.968266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204778.968269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204778.968270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204778.968272:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968274:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204778.968276:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204778.968278:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204778.968279:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204778.968280:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204778.968282:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204778.968285:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968290:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968291:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968295:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968296:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204778.968298:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204778.968300:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204778.968302:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204778.968303:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298586263
00000100:00000001:2.0:1788204778.968305:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968306:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298586263
00000100:00000001:2.0:1788204778.968308:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968309:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204778.968310:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968311:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204778.968313:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204778.968318:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204778.968319:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204778.968320:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204778.968321:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204778.968322:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204778.968323:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204778.968325:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204778.968330:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968333:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204778.968334:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968335:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968336:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204778.968338:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968341:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204778.968343:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968347:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204778.968348:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968349:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968350:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968351:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204778.968352:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204778.968353:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204778.968354:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204778.968356:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204778.968358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204778.968363:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204778.968365:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204778.968366:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968370:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.968371:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968372:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204778.968373:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.968374:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.968375:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204778.968377:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204778.968378:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204778.968379:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968380:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968382:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204778.968383:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.968384:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204778.968386:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204778.968388:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204778.968389:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691456, portal 10
00000100:00000001:2.0:1788204778.968391:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204778.968391:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:2.0:1788204778.968395:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968400:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204778.968402:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204778.968404:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204778.968406:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618691456, offset 0
00000400:00000200:2.0:1788204778.968410:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968413:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968416:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204778.968418:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204778.968421:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204778.968423:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204778.968426:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968428:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3660:3660:256:4294967295] 192.168.201.124@tcp LPNI seq info [3660:3660:8:4294967295]
00000400:00000200:2.0:1788204778.968432:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968438:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204778.968442:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968446:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204778.968448:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204778.968450:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204778.968452:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204778.968454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204778.968456:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968457:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204778.968459:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204778.968461:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204778.968463:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204778.968464:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204778.968465:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204778.968468:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968487:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968489:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968493:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968494:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204778.968497:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204778.968499:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204778.968501:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204778.968503:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298584108
00000100:00000001:2.0:1788204778.968504:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968505:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298584108
00000100:00000001:2.0:1788204778.968507:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968508:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204778.968509:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968510:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204778.968512:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204778.968516:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204778.968517:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204778.968518:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204778.968519:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204778.968520:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204778.968522:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204778.968523:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204778.968528:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968531:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204778.968532:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968533:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968534:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204778.968536:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968540:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204778.968542:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968545:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204778.968547:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968548:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968549:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968550:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204778.968551:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204778.968552:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204778.968554:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204778.968555:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204778.968557:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204778.968561:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204778.968563:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204778.968564:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968575:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.968576:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968577:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204778.968578:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.968579:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.968583:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204778.968585:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204778.968586:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204778.968588:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968589:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968591:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204778.968592:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.968594:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204778.968596:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204778.968598:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204778.968599:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691584, portal 4
00000100:00000001:2.0:1788204778.968601:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204778.968602:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:2.0:1788204778.968605:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968609:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204778.968610:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204778.968611:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204778.968613:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618691584, offset 0
00000400:00000200:2.0:1788204778.968615:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968617:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968619:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204778.968621:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204778.968622:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204778.968624:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204778.968625:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968627:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3661:3661:256:4294967295] 192.168.201.124@tcp LPNI seq info [3661:3661:8:4294967295]
00000400:00000200:2.0:1788204778.968629:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968633:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204778.968635:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968637:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204778.968639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204778.968641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204778.968643:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204778.968644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204778.968647:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968648:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204778.968649:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204778.968651:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204778.968653:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204778.968654:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204778.968655:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204778.968657:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968665:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968667:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968671:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968671:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204778.968673:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204778.968674:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204778.968676:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204778.968677:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298584088
00000100:00000001:2.0:1788204778.968678:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968679:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298584088
00000100:00000001:2.0:1788204778.968680:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968682:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204778.968683:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968684:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204778.968686:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204778.968690:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204778.968690:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204778.968691:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204778.968692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204778.968693:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204778.968695:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204778.968696:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204778.968701:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968704:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204778.968705:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968706:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968707:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204778.968709:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968712:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204778.968714:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968717:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204778.968719:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968719:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968720:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968721:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204778.968722:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204778.968723:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204778.968725:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204778.968726:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204778.968728:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204778.968732:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204778.968733:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968734:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968736:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618691328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968740:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204778.968741:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968742:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204778.968743:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204778.968744:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204778.968746:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204778.968747:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204778.968748:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204778.968750:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204778.968751:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204778.968752:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:2.0:1788204778.968753:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204778.968754:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968755:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968757:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618691456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968760:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204778.968761:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968762:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204778.968763:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204778.968763:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204778.968764:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204778.968765:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204778.968766:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788204778.968767:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204778.968767:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204778.968768:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:2.0:1788204778.968769:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204778.968769:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968770:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968772:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618691584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968775:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204778.968775:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968776:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204778.968777:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204778.968778:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204778.968778:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204778.968779:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204778.968780:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204778.968781:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204778.968782:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204778.968783:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:2.0:1788204778.968785:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204778.968785:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968786:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968789:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204778.968790:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968791:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204778.968792:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204778.968793:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204778.968795:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968798:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.968799:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968801:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204778.968801:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.968803:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.968804:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204778.968805:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204778.968806:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204778.968807:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.968808:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968809:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204778.968810:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.968812:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204778.968813:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204778.968814:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204778.968816:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691712, portal 4
00000100:00000001:2.0:1788204778.968817:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204778.968818:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:2.0:1788204778.968821:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968824:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204778.968825:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204778.968827:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204778.968828:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618691712, offset 0
00000400:00000200:2.0:1788204778.968830:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968834:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204778.968836:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204778.968837:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204778.968839:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204778.968840:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204778.968842:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3662:3662:256:4294967295] 192.168.201.124@tcp LPNI seq info [3662:3662:8:4294967295]
00000400:00000200:2.0:1788204778.968844:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204778.968848:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204778.968850:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968852:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204778.968854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204778.968855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204778.968857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204778.968859:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204778.968861:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204778.968862:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204778.968864:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204778.968866:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204778.968867:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204778.968868:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204778.968870:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204778.968872:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968876:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968877:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968881:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968882:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204778.968883:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204778.968885:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204778.968887:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204778.968888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298584222
00000100:00000001:2.0:1788204778.968889:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298584222
00000100:00000001:2.0:1788204778.968892:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298586351
00000100:00000001:2.0:1788204778.968893:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204778.968894:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968895:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204778.968897:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204778.968901:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204778.968901:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204778.968902:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204778.968904:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204778.968904:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204778.968906:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204778.968907:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204778.968911:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968914:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204778.968915:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968916:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968917:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204778.968919:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968922:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204778.968924:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968928:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204778.968929:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968930:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.968931:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968932:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204778.968933:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204778.968934:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204778.968936:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204778.968937:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204778.968939:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204778.968943:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204778.968944:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968945:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204778.968947:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618691712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.968950:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204778.968951:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204778.968952:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204778.968953:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204778.968953:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204778.968954:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204778.968955:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204778.968956:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788204778.968957:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204778.968958:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204778.968959:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:2.0:1788204778.968961:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204778.968961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968963:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.968964:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204778.968965:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.968966:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204778.968967:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204779.287174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204779.287179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204779.287183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204779.287183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204779.287186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204779.287186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204779.287189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204779.287190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204779.287241:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204779.287244:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204779.287247:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204779.991147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204779.991153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204779.991154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204779.991158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204779.991160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204779.991163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204779.991165:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204779.991171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204779.991173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204780.311160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204780.311164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204780.311168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204780.311169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204780.311171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204780.311172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204780.311174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204780.311174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204780.311225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204780.311229:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204780.311231:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204781.015178:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204781.015186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204781.015189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204781.015194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204781.015198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204781.015201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204781.015204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204781.015206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204781.015210:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204781.271108:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298586351, at 4298586368
00000100:00000010:2.0:1788204781.271120:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000040:3.0:1788204781.271158:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298586351, at 4298586368
00000100:00000010:3.0:1788204781.271183:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350120.
00010000:00000001:3.0:1788204781.335201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204781.335210:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204781.335216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204781.335218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204781.335221:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204781.335222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204781.335225:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204781.335226:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204781.335279:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204781.335282:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204781.335286:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204782.039166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204782.039173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204782.039176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204782.039181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204782.039184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204782.039187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204782.039190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204782.039192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204782.039195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204782.359174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204782.359181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204782.359186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204782.359187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204782.359191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204782.359192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204782.359196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204782.359197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204782.359255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204782.359258:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204782.359261:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204783.063177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204783.063185:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204783.063187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204783.063193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204783.063197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204783.063201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204783.063204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204783.063206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204783.063208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204783.383220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383229:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204783.383230:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204783.383235:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204783.383237:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204783.383244:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204783.383246:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204783.383248:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383251:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204783.383253:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383255:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383256:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383259:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204783.383261:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204783.383261:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204783.383262:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383263:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204783.383264:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383265:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204783.383266:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204783.383366:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204783.383370:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204783.383372:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204784.087156:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204784.087158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204784.087163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204784.087164:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204784.087167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087168:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204784.087172:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204784.087173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204784.087177:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204784.087179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204784.087183:0:15319:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3916
00000100:00000001:2.0:1788204784.087184:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.087188:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.087191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204784.087192:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204784.087196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204784.087199:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204784.087202:0:15319:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204784.087205:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087207:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204784.087209:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087210:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204784.087213:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204784.087214:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204784.087216:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204784.087218:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204784.087220:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204784.087222:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204784.087224:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087225:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204784.087227:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087228:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204784.087230:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204784.087232:0:15319:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087233:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204784.087236:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204784.087239:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204784.087241:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087243:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204784.087245:0:15319:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204784.087252:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204784.087256:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204784.087259:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204784.087260:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087263:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204784.087266:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204784.087269:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204784.087277:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204784.087283:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204784.087292:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204784.087301:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204784.087304:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204784.087308:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204784.087324:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204784.087326:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204784.087328:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204784.087329:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204784.087330:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204784.087332:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204784.087333:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3916
00000400:00000200:3.0:1788204784.087336:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204784.087339:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204784.087340:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204784.087342:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087344:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204784.087346:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087347:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204784.087349:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204784.087349:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204784.087350:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204784.087352:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204784.087352:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204784.087355:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204784.087357:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204784.087358:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204784.087361:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204784.087362:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204784.087364:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204784.087367:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087368:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204784.087370:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000040:2.0:1788204784.087373:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204784.087381:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087395:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204784.087398:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204784.087402:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.087405:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204784.087405:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204784.087408:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.087410:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204784.087410:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204784.087415:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204784.087415:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204784.087420:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.087422:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087422:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204784.087428:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000100:00100000:2.0:1788204784.087431:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618691840:192.168.201.124@tcp:250:kworker.0
00000020:00000040:3.0:1788204784.087431:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204784.087435:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204784.087437:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087440:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204784.087441:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204784.087441:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204784.087444:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.087447:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788204784.087448:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204784.087452:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087452:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.087458:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788204784.087460:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204784.087465:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:3.0:1788204784.087466:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204784.087470:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.087471:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204784.087473:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204784.087480:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204784.087483:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204784.087485:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204784.087487:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788204784.087488:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204784.087491:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204784.087492:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204784.087494:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204784.087496:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00080000:3.0:1788204784.087496:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3916
00000400:00000200:3.0:1788204784.087500:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204784.087503:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204784.087504:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204784.087506:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691840, portal 25
00000100:00000040:3.0:1788204784.087507:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087509:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204784.087513:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788204784.087514:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204784.087516:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000001:3.0:1788204784.087518:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204784.087522:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204784.087524:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204784.087526:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204784.087527:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204784.087528:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204784.087531:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204784.087534:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204784.087538:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087542:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204784.087544:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087548:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204784.087552:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:2.0:1788204784.087556:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204784.087557:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087560:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204784.087563:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204784.087564:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204784.087566:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204784.087569:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
02000000:00000001:3.0:1788204784.087569:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087573:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204784.087576:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618691840, offset 0
00000008:00100000:3.0:1788204784.087576:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204784.087581:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087583:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204784.087586:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000400:00000200:2.0:1788204784.087589:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204784.087590:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204784.087593:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204784.087595:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087596:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204784.087597:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204784.087598:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204784.087601:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000400:00000200:2.0:1788204784.087602:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204784.087604:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204784.087610:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204784.087611:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204784.087619:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204784.087621:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204784.087622:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204784.087626:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204784.087628:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204784.087635:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204784.087636:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204784.087640:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204784.087642:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:3.0:1788204784.087643:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204784.087648:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3663:3663:256:4294967295] 192.168.201.124@tcp LPNI seq info [3663:3663:8:4294967295]
00000100:00000001:3.0:1788204784.087652:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204784.087654:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204784.087658:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204784.087658:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204784.087662:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3916
00000400:00000200:2.0:1788204784.087672:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204784.087678:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204784.087681:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204784.087684:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204784.087686:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204784.087689:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000040:3.0:1788204784.087690:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087694:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204784.087696:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087698:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204784.087701:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204784.087702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204784.087703:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204784.087705:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204784.087707:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204784.087709:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204784.087711:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.0:1788204784.087717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1788204784.087718:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087722:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204784.087727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204784.087731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1788204784.087738:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000100:2.0:1788204784.087739:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204784.087744:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:2.0:1788204784.087745:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204784.087752:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204784.087754:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204784.087759:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204784.087761:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204784.087767:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204784.087769:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
02000000:00000001:3.0:1788204784.087770:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788204784.087773:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
02000000:00000001:3.0:1788204784.087775:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204784.087779:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.087780:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204784.087781:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204784.087786:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1788204784.087787:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204784.087791:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087796:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204784.087802:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204784.087807:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204784.087814:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204784.087815:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204784.087816:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.087820:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204784.087822:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204784.087822:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204784.087826:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204784.087833:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:2.0:1788204784.087834:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.087838:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204784.087839:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.087844:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204784.087848:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204784.087852:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204784.087856:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298591471
00000100:00000001:3.0:1788204784.087863:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788204784.087864:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:3.0:1788204784.087866:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.087873:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204784.087873:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.087881:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298591471
00000100:00000001:3.0:1788204784.087885:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204784.087886:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93502a0.
00000100:00080000:3.0:1788204784.087890:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204784.087892:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204784.087897:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204784.087897:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204784.087900:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204784.087902:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204784.087904:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204784.087906:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204784.087908:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204784.087914:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204784/real 1788204784]  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204784.087914:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3916
00000400:00000200:3.0:1788204784.087924:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204784.087930:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000001:2.0:1788204784.087933:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204784.087935:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1788204784.087936:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204784.087940:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000040:3.0:1788204784.087941:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204784.087944:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204784.087946:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204784.087948:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204784.087950:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204784.087953:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204784.087955:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:2.0:1788204784.087960:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204784.087960:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204784.087963:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204784.087966:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204784.087970:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204784.087974:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788204784.087976:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204784.087978:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204784.087986:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204784.087989:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204784.087990:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204784.087993:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204784.087996:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204784.087997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.088000:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204784.088000:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204784.088006:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00100000:2.0:1788204784.088008:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088017:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204784.088022:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:2.0:1788204784.088023:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204784.088028:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204784.088032:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204784.088037:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204784.088038:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204784.088042:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088043:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204784.088046:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204784.088047:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.088050:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088071:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204784.088074:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204784.088077:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1788204784.088079:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00080000:2.0:1788204784.088082:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000008:00000001:3.0:1788204784.088085:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088087:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204784.088089:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204784.088094:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204784.088096:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204784.088101:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204784.088106:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1788204784.088110:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618691840:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204784.088110:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204784.088115:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204784.088118:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204784.088118:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204784.088120:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088122:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788204784.088126:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000040:2.0:1788204784.088127:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618691840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204784.088132:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088140:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1788204784.088142:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204784.088143:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204784.088147:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204784.088153:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204784.088156:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204784.088159:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204784.088163:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204784.088168:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204784.088168:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204784.088173:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088176:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788204784.088178:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204784.088179:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204784.088183:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:3.0:1788204784.088188:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088189:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204784.088192:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204784.088194:0:15319:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3926)
00000100:00000001:2.0:1788204784.088195:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088203:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204784.088205:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088208:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204784.088210:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204784.088211:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204784.088216:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088223:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.088224:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088226:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204784.088227:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204784.088230:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204784.088233:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204784.088236:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204784.088238:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204784.088240:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088241:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204784.088244:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204784.088246:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204784.088249:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204784.088252:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204784.088255:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204784.088258:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618691968, portal 10
00000100:00000001:2.0:1788204784.088260:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204784.088261:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000040:2.0:1788204784.088267:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088274:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204784.088276:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204784.088278:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204784.088281:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618691968, offset 0
00000400:00000200:2.0:1788204784.088284:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204784.088288:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.088292:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204784.088295:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204784.088297:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204784.088299:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204784.088301:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204784.088304:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3664:3664:256:4294967295] 192.168.201.124@tcp LPNI seq info [3664:3664:8:4294967295]
00000400:00000200:2.0:1788204784.088308:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.088314:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204784.088319:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.088322:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204784.088325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204784.088328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204784.088332:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204784.088335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204784.088339:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.088340:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204784.088343:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204784.088346:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204784.088349:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204784.088351:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204784.088353:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204784.088356:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088363:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.088366:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088377:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088379:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204784.088382:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204784.088399:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204784.088403:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204784.088405:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298591383
00000100:00000001:2.0:1788204784.088407:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.088409:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298591383
00000100:00000001:2.0:1788204784.088411:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.088413:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204784.088415:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088416:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204784.088420:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204784/real 1788204784]  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204784.088428:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204784.088429:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204784.088430:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204784.088433:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204784.088434:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204784.088437:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204784.088439:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204784.088447:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088453:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204784.088455:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088457:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.088458:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204784.088461:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088467:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204784.088471:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088478:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204784.088480:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088482:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.088483:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088485:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204784.088486:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204784.088489:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204784.088492:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204784.088494:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204784.088498:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204784.088506:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618691968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204784.088510:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204784.088513:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088519:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.088520:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088522:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204784.088524:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204784.088526:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204784.088529:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204784.088532:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204784.088534:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204784.088536:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204784.088540:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204784.088542:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204784.088545:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204784.088548:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204784.088551:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204784.088553:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692096, portal 10
00000100:00000001:2.0:1788204784.088555:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204784.088556:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00000040:2.0:1788204784.088562:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088568:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204784.088570:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204784.088572:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204784.088574:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618692096, offset 0
00000400:00000200:2.0:1788204784.088578:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204784.088581:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.088584:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204784.088587:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204784.088589:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204784.088591:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204784.088594:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204784.088597:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3665:3665:256:4294967295] 192.168.201.124@tcp LPNI seq info [3665:3665:8:4294967295]
00000400:00000200:2.0:1788204784.088600:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.088606:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204784.088610:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.088613:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204784.088617:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204784.088620:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204784.088624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204784.088637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204784.088641:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.088644:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204784.088646:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204784.088649:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204784.088653:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204784.088654:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204784.088657:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204784.088660:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088668:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.088671:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088677:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088678:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204784.088681:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204784.088684:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204784.088687:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204784.088688:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298589228
00000100:00000001:2.0:1788204784.088691:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.088693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298589228
00000100:00000001:2.0:1788204784.088695:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.088697:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204784.088699:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088701:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204784.088704:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204784/real 1788204784]  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204784.088712:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204784.088713:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204784.088715:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204784.088717:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204784.088718:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204784.088721:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204784.088724:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204784.088732:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088738:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204784.088739:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088741:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.088742:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204784.088745:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088752:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204784.088756:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088762:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204784.088764:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088765:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.088766:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.088768:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204784.088769:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204784.088772:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204784.088775:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204784.088777:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204784.088781:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204784.088789:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204784.088793:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204784.088797:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088803:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.088805:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088806:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204784.088808:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204784.088810:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204784.088812:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204784.088815:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204784.088817:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204784.088819:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.088820:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204784.088823:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204784.088825:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204784.088828:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204784.088831:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204784.088834:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204784.088836:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692224, portal 4
00000100:00000001:2.0:1788204784.088838:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204784.088839:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:2.0:1788204784.088844:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088850:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204784.088852:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204784.088854:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204784.088857:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618692224, offset 0
00000400:00000200:2.0:1788204784.088860:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204784.088864:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.088867:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204784.088869:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204784.088872:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204784.088874:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204784.088876:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204784.088879:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3666:3666:256:4294967295] 192.168.201.124@tcp LPNI seq info [3666:3666:8:4294967295]
00000400:00000200:2.0:1788204784.088883:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.088888:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204784.088892:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.088895:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204784.088898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204784.088901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204784.088905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204784.088907:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204784.088911:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.088913:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204784.088916:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204784.088919:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204784.088921:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204784.088923:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204784.088925:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204784.088929:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088937:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.088940:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.088946:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088948:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204784.088951:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204784.088953:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204784.088956:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204784.088958:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298589208
00000100:00000001:2.0:1788204784.088961:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.088963:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298589208
00000100:00000001:2.0:1788204784.088965:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.088966:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204784.088969:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.088970:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204784.088974:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204784/real 1788204784]  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204784.088981:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204784.088982:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204784.088984:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204784.088986:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204784.088988:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204784.088990:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204784.088993:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204784.089002:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089008:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204784.089009:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089011:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.089012:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204784.089015:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089022:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204784.089026:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089032:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204784.089034:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089036:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.089037:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089039:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204784.089040:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204784.089043:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204784.089046:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204784.089048:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204784.089070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204784.089078:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204784.089082:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204784.089085:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089091:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.089092:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.089094:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204784.089096:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204784.089098:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204784.089100:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204784.089103:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204784.089105:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204784.089106:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204784.089108:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204784.089111:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204784.089113:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204784.089116:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204784.089119:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204784.089122:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204784.089124:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692352, portal 4
00000100:00000001:2.0:1788204784.089127:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204784.089128:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:2.0:1788204784.089133:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089139:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204784.089142:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204784.089144:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000100:00000200:2.0:1788204784.089146:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618692352, offset 0
00000400:00000200:2.0:1788204784.089150:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204784.089154:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.089158:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204784.089160:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204784.089163:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204784.089165:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204784.089167:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204784.089170:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3667:3667:256:4294967295] 192.168.201.124@tcp LPNI seq info [3667:3667:8:4294967295]
00000400:00000200:2.0:1788204784.089174:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204784.089180:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204784.089184:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.089187:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000800:00000200:2.0:1788204784.089191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204784.089193:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204784.089198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204784.089200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204784.089204:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204784.089206:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:2.0:1788204784.089209:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204784.089212:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204784.089215:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:2.0:1788204784.089217:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:2.0:1788204784.089220:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204784.089224:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089231:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.089234:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089240:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.089241:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204784.089244:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204784.089247:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204784.089250:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204784.089251:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298589343
00000100:00000001:2.0:1788204784.089253:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.089256:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298589343
00000100:00000001:2.0:1788204784.089257:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298591471
00000100:00000001:2.0:1788204784.089259:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204784.089261:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.089263:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204784.089266:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204784/real 1788204784]  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204784.089274:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204784.089275:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204784.089276:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204784.089278:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204784.089280:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204784.089282:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204784.089285:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204784.089294:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089300:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204784.089302:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089304:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.089305:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204784.089309:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089315:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204784.089319:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089326:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204784.089329:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089330:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204784.089331:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089333:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204784.089335:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204784.089337:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204784.089340:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204784.089343:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204784.089347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204784.089354:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204784.089357:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089359:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.089362:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618691968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089368:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204784.089370:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204784.089372:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204784.089375:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204784.089376:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204784.089377:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204784.089379:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204784.089381:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204784.089396:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204784.089398:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204784.089399:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:2.0:1788204784.089402:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204784.089403:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089405:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.089409:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618692096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089415:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204784.089417:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204784.089418:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204784.089420:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204784.089421:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204784.089422:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204784.089424:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204784.089426:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:2.0:1788204784.089428:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204784.089429:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204784.089430:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:2.0:1788204784.089432:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204784.089433:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089434:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.089437:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618692224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089443:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204784.089445:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204784.089446:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204784.089448:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204784.089450:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204784.089451:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204784.089452:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204784.089454:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204784.089456:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204784.089457:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204784.089458:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:2.0:1788204784.089460:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204784.089462:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089463:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204784.089466:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618692352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204784.089479:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204784.089480:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204784.089481:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204784.089483:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204784.089484:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204784.089485:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204784.089487:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204784.089488:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:2.0:1788204784.089490:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204784.089491:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204784.089492:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:2.0:1788204784.089494:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204784.089495:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089497:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.089500:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204784.089502:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.089503:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204784.089505:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204784.407171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204784.407176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204784.407179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204784.407180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204784.407182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204784.407183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204784.407185:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204784.407186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204784.407233:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204784.407235:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204784.407238:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204785.111162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204785.111169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204785.111171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204785.111174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204785.111177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204785.111179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204785.111181:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204785.111183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204785.111184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204785.431150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204785.431157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204785.431163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204785.431164:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204785.431167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204785.431169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204785.431172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204785.431173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204785.431232:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204785.431236:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204785.431239:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204786.135159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204786.135167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204786.135169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204786.135174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204786.135177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204786.135181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204786.135183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204786.135185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204786.135188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204786.391179:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298591471, at 4298591488
00000100:00000040:3.0:1788204786.391183:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298591471, at 4298591488
00000100:00000010:2.0:1788204786.391197:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204786.391201:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93502a0.
00010000:00000001:3.0:1788204786.455204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204786.455213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204786.455220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204786.455224:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204786.455226:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204786.455230:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204786.455233:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204786.455237:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204786.455238:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204786.455240:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204786.455244:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204786.455245:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204786.455248:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204786.455249:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204786.455314:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204786.455324:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204786.455326:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204787.159171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204787.159177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204787.159179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204787.159182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204787.159185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204787.159188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204787.159190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204787.159191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204787.159193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204787.479141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204787.479148:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204787.479154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204787.479154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204787.479157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204787.479158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204787.479161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204787.479161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204787.479210:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204787.479213:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204787.479216:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204788.183106:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204788.183119:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204788.183123:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204788.183129:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204788.183133:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204788.183136:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204788.183139:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204788.183141:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204788.183143:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204788.503162:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204788.503163:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204788.503166:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503169:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204788.503171:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503172:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503173:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204788.503177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204788.503180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204788.503182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204788.503183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204788.503252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204788.503258:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204788.503263:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204789.207153:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204789.207161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204789.207164:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204789.207167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204789.207168:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204789.207172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204789.207178:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788204789.207178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204789.207184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204789.207185:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204789.207190:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204789.207193:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3921
00000100:00000001:3.0:1788204789.207195:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204789.207200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204789.207204:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204789.207205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.207212:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204789.207215:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204789.207218:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207221:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.207223:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207225:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204789.207228:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204789.207230:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204789.207233:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204789.207236:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204789.207237:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204789.207240:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204789.207242:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207243:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.207244:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207245:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204789.207247:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204789.207249:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207250:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.207253:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204789.207256:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.207258:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207260:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204789.207261:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204789.207271:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000020:00000040:2.0:1788204789.207273:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204789.207277:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204789.207278:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207281:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204789.207283:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204789.207293:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204789.207329:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:2.0:1788204789.207337:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.207349:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204789.207358:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204789.207361:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.207365:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.207394:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204789.207398:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204789.207401:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204789.207403:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204789.207404:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204789.207407:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204789.207410:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3921
00000400:00000200:2.0:1788204789.207413:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204789.207417:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204789.207419:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204789.207423:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207425:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.207427:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207429:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204789.207431:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204789.207433:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204789.207434:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204789.207437:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204789.207439:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204789.207441:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204789.207444:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207446:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.207448:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207449:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204789.207452:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788204789.207455:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207457:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.207460:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204789.207466:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.207468:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207470:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204789.207475:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204789.207479:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207482:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204789.207486:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
00000020:00000040:2.0:1788204789.207488:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204789.207491:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204789.207491:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204789.207494:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.207497:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204789.207498:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204789.207502:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204789.207502:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204789.207505:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204789.207511:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
00000100:00000040:1.0:1788204789.207513:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.207516:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.207526:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204789.207535:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204789.207537:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.207538:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788204789.207542:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.207543:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.207550:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204789.207553:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204789.207556:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.207558:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204789.207561:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788204789.207566:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618692480:192.168.201.124@tcp:250:kworker.0
00000100:00080000:2.0:1788204789.207567:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204789.207570:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204789.207573:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204789.207575:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204789.207577:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204789.207582:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3921
00000400:00000200:2.0:1788204789.207585:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204789.207588:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1788204789.207588:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204789.207591:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204789.207593:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.207597:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204789.207599:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204789.207601:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.207605:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207607:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:1.0:1788204789.207608:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
00000020:00000001:2.0:1788204789.207611:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204789.207613:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204789.207615:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204789.207618:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204789.207620:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204789.207624:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788204789.207625:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204789.207630:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:1.0:1788204789.207632:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000040:2.0:1788204789.207635:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207639:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.207641:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204789.207643:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000001:2.0:1788204789.207644:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204789.207649:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204789.207652:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:1.0:1788204789.207654:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692480, portal 25
00000100:00000001:2.0:1788204789.207655:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.207658:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788204789.207660:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204789.207661:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
02000000:00000001:2.0:1788204789.207665:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204789.207669:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204789.207670:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207675:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204789.207679:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204789.207681:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1788204789.207683:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204789.207686:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207688:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204789.207689:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204789.207694:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618692480, offset 0
00000100:00000010:2.0:1788204789.207694:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000020:00000040:2.0:1788204789.207698:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204789.207702:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204789.207703:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204789.207707:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207709:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204789.207710:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204789.207712:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204789.207714:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:2.0:1788204789.207719:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000400:00000200:1.0:1788204789.207721:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788204789.207726:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204789.207728:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204789.207735:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00100000:2.0:1788204789.207735:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204789.207739:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204789.207744:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204789.207750:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3668:3668:256:4294967295] 192.168.201.124@tcp LPNI seq info [3668:3668:8:4294967295]
00000100:00000001:2.0:1788204789.207754:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204789.207756:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204789.207759:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.207766:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204789.207776:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204789.207780:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204789.207783:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204789.207791:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204789.207793:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204789.207795:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1788204789.207797:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207799:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204789.207805:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3921
00000800:00000010:1.0:1788204789.207806:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000400:00000200:2.0:1788204789.207811:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204789.207815:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:1.0:1788204789.207820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:2.0:1788204789.207821:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204789.207828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1788204789.207828:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207833:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204789.207838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:2.0:1788204789.207839:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207846:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204789.207846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1788204789.207861:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204789.207862:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204789.207864:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204789.207868:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000800:00000100:1.0:1788204789.207871:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:2.0:1788204789.207873:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000010:1.0:1788204789.207876:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000020:00000001:2.0:1788204789.207877:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204789.207884:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207887:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204789.207888:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204789.207891:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207895:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204789.207898:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788204789.207900:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:1.0:1788204789.207906:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000100:00080000:2.0:1788204789.207906:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204789.207910:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204789.207912:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
02000000:00000001:2.0:1788204789.207914:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204789.207918:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1788204789.207919:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.207923:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207925:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204789.207927:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204789.207929:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207931:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204789.207934:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204789.207937:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000020:00000040:2.0:1788204789.207941:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204789.207947:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204789.207950:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.207951:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204789.207953:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204789.207957:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204789.207958:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204789.207960:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204789.207966:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00000001:1.0:1788204789.207970:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207971:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.207974:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1788204789.207981:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204789.207985:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.207991:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204789.207992:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204789.207996:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.207997:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298596591
00000100:00000010:1.0:1788204789.208004:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d420.
00000100:00000040:2.0:1788204789.208005:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.208016:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208018:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1788204789.208019:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204789.208023:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298596591
00000100:00080000:2.0:1788204789.208025:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1788204789.208028:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d900.
00000100:00000001:2.0:1788204789.208029:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204789.208031:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1788204789.208033:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204789.208035:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204789.208038:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204789.208040:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204789.208044:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3921
00000100:00000001:1.0:1788204789.208045:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204789.208075:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204789.208085:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000001:1.0:1788204789.208086:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204789.208090:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1788204789.208093:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204789.208094:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000100:00080000:2.0:1788204789.208098:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204789.208100:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204789.208105:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000040:2.0:1788204789.208105:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204789.208111:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204789.208111:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.208115:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204789.208118:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.208119:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204789.208125:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204789.208127:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000200:1.0:1788204789.208131:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204789.208132:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204789.208136:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788204789.208139:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788204789.208140:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204789.208142:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204789.208146:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204789.208147:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.208150:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204789.208153:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:1.0:1788204789.208155:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.208158:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204789.208163:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204789.208168:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204789.208172:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788204789.208174:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204789.208178:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.208178:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.208183:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204789.208187:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204789.208189:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204789.208191:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.208195:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204789.208197:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1788204789.208203:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208205:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204789.208206:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208211:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204789.208213:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000100:00000001:1.0:1788204789.208215:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.208219:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204789.208219:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204789.208223:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1788204789.208224:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204789.208227:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208228:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204789.208230:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204789.208232:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204789.208235:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204789.208240:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000100:00080000:1.0:1788204789.208243:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204789.208245:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204789.208250:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00100000:2.0:1788204789.208255:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204789.208256:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204789.208266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.208268:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204789.208272:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.208280:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204789.208284:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618692480:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204789.208294:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208311:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204789.208311:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204789.208316:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618692480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204789.208320:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3932)
00000100:00000001:1.0:1788204789.208327:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204789.208330:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204789.208333:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204789.208336:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204789.208339:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204789.208341:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204789.208344:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204789.208346:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:1.0:1788204789.208350:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204789.208351:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204789.208353:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:1.0:1788204789.208356:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204789.208358:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208360:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208368:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204789.208369:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208371:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204789.208372:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204789.208374:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204789.208378:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208384:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204789.208472:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.208475:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204789.208477:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204789.208479:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204789.208482:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204789.208485:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204789.208488:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204789.208489:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.208491:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204789.208494:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204789.208496:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204789.208500:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204789.208503:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204789.208506:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204789.208509:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692608, portal 10
00000100:00000001:1.0:1788204789.208511:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204789.208512:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:1.0:1788204789.208519:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208526:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204789.208528:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204789.208530:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204789.208533:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618692608, offset 0
00000400:00000200:1.0:1788204789.208537:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204789.208541:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.208544:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204789.208547:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204789.208550:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204789.208552:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204789.208555:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204789.208558:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3669:3669:256:4294967295] 192.168.201.124@tcp LPNI seq info [3669:3669:8:4294967295]
00000400:00000200:1.0:1788204789.208562:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.208568:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204789.208572:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.208575:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204789.208579:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204789.208580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204789.208584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204789.208585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204789.208588:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.208589:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204789.208591:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204789.208593:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204789.208595:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204789.208596:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204789.208598:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204789.208601:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208606:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.208608:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208612:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208613:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204789.208616:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204789.208619:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204789.208622:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204789.208624:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298596503
00000100:00000001:1.0:1788204789.208626:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.208629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298596503
00000100:00000001:1.0:1788204789.208636:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.208638:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204789.208640:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208642:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204789.208646:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204789.208653:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204789.208655:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204789.208657:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204789.208659:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204789.208660:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204789.208662:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204789.208666:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204789.208673:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208679:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204789.208680:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208682:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.208684:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204789.208687:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208693:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204789.208697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208703:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204789.208706:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208707:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.208709:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208710:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204789.208712:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204789.208715:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204789.208718:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204789.208721:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204789.208724:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204789.208732:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204789.208735:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204789.208738:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208745:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204789.208747:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.208749:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204789.208750:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204789.208753:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204789.208755:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204789.208759:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204789.208761:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204789.208762:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.208764:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204789.208767:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204789.208769:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204789.208772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204789.208775:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204789.208778:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204789.208781:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692736, portal 10
00000100:00000001:1.0:1788204789.208783:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204789.208784:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:1.0:1788204789.208791:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208803:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204789.208805:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204789.208807:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204789.208809:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618692736, offset 0
00000400:00000200:1.0:1788204789.208813:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204789.208816:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.208820:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204789.208823:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204789.208825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204789.208827:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204789.208829:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204789.208832:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3670:3670:256:4294967295] 192.168.201.124@tcp LPNI seq info [3670:3670:8:4294967295]
00000400:00000200:1.0:1788204789.208836:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.208842:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204789.208846:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.208849:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204789.208852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204789.208855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204789.208859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204789.208862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204789.208866:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.208868:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204789.208870:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204789.208874:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204789.208876:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204789.208878:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204789.208881:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204789.208884:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208892:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.208895:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208907:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208908:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204789.208911:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204789.208914:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204789.208917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204789.208919:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298594348
00000100:00000001:1.0:1788204789.208921:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.208924:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298594348
00000100:00000001:1.0:1788204789.208926:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.208928:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204789.208930:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.208932:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204789.208935:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204789.208942:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204789.208944:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204789.208945:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204789.208947:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204789.208949:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204789.208951:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204789.208954:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204789.208962:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208968:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204789.208969:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208971:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.208972:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204789.208976:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208983:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204789.208987:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.208993:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204789.208995:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.208998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.208999:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204789.209001:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204789.209003:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204789.209005:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204789.209007:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204789.209011:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204789.209017:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204789.209020:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204789.209023:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209028:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204789.209030:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.209031:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204789.209033:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204789.209035:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204789.209037:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204789.209040:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204789.209042:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204789.209043:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.209045:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204789.209048:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204789.209068:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204789.209071:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204789.209074:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204789.209077:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204789.209079:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692864, portal 4
00000100:00000001:1.0:1788204789.209081:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204789.209083:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:1.0:1788204789.209087:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209093:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204789.209095:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204789.209096:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204789.209098:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618692864, offset 0
00000400:00000200:1.0:1788204789.209102:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204789.209105:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.209108:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204789.209111:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204789.209113:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204789.209115:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204789.209117:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204789.209120:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3671:3671:256:4294967295] 192.168.201.124@tcp LPNI seq info [3671:3671:8:4294967295]
00000400:00000200:1.0:1788204789.209124:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.209130:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204789.209135:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.209138:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204789.209141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204789.209143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204789.209147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204789.209150:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204789.209153:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.209156:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204789.209159:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204789.209162:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204789.209165:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204789.209167:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204789.209169:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204789.209173:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209180:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.209183:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209190:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.209191:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204789.209194:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204789.209197:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204789.209200:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204789.209202:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298594329
00000100:00000001:1.0:1788204789.209204:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.209206:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298594329
00000100:00000001:1.0:1788204789.209208:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.209210:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204789.209211:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.209213:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204789.209217:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204789.209224:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204789.209225:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204789.209227:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204789.209230:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204789.209231:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204789.209233:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204789.209237:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204789.209245:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209252:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204789.209253:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209255:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.209256:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204789.209258:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209263:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204789.209265:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209269:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204789.209270:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209271:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.209272:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209273:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204789.209273:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204789.209275:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204789.209276:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204789.209277:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204789.209280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204789.209283:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204789.209286:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204789.209287:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209293:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204789.209307:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.209310:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204789.209312:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204789.209314:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204789.209316:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204789.209320:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204789.209322:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204789.209323:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204789.209325:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204789.209328:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204789.209330:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204789.209333:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204789.209336:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204789.209339:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204789.209342:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618692992, portal 4
00000100:00000001:1.0:1788204789.209343:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204789.209345:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:1.0:1788204789.209350:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209357:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204789.209359:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204789.209361:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204789.209363:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618692992, offset 0
00000400:00000200:1.0:1788204789.209367:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204789.209370:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.209372:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204789.209374:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204789.209376:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204789.209377:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204789.209379:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204789.209381:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3672:3672:256:4294967295] 192.168.201.124@tcp LPNI seq info [3672:3672:8:4294967295]
00000400:00000200:1.0:1788204789.209384:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204789.209389:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204789.209394:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.209397:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204789.209400:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204789.209403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204789.209407:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204789.209409:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204789.209413:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204789.209415:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204789.209418:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204789.209421:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204789.209423:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204789.209425:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204789.209427:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204789.209431:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209438:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.209442:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209449:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.209450:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204789.209453:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204789.209456:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204789.209458:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204789.209460:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298594463
00000100:00000001:1.0:1788204789.209461:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.209463:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298594463
00000100:00000001:1.0:1788204789.209464:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298596591
00000100:00000001:1.0:1788204789.209465:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204789.209467:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.209468:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204789.209471:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204789.209476:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204789.209477:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204789.209478:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204789.209480:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204789.209480:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204789.209482:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204789.209483:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204789.209489:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209492:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204789.209494:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209495:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.209495:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204789.209497:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209501:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204789.209503:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209506:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204789.209507:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209508:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204789.209509:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209510:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204789.209511:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204789.209512:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204789.209515:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204789.209516:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204789.209518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204789.209522:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618692992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204789.209524:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209525:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.209527:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618692608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209531:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204789.209532:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204789.209533:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204789.209534:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204789.209535:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204789.209536:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204789.209537:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204789.209539:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:1.0:1788204789.209540:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204789.209541:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204789.209542:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:1.0:1788204789.209545:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204789.209546:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209547:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.209548:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618692736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209552:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204789.209552:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204789.209553:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204789.209554:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204789.209555:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204789.209556:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204789.209557:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204789.209558:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:1.0:1788204789.209560:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204789.209560:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204789.209561:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:1.0:1788204789.209562:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204789.209563:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209564:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.209566:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618692864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209569:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204789.209569:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204789.209570:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204789.209574:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204789.209575:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204789.209575:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204789.209576:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204789.209577:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:1.0:1788204789.209578:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204789.209578:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204789.209579:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:1.0:1788204789.209581:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204789.209582:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209582:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204789.209584:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618692992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204789.209587:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204789.209588:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204789.209588:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204789.209590:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204789.209590:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204789.209591:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204789.209592:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204789.209592:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:1.0:1788204789.209594:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204789.209594:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204789.209595:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:1.0:1788204789.209597:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204789.209597:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209599:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.209601:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204789.209602:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.209603:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204789.209605:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204789.527201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204789.527208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204789.527212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204789.527214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204789.527217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204789.527218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204789.527220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204789.527221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204789.527271:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204789.527275:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204789.527278:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204790.231173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204790.231183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204790.231185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204790.231192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204790.231196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204790.231200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204790.231202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204790.231205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204790.231207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204790.551203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204790.551212:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204790.551218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204790.551219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204790.551222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204790.551223:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204790.551225:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204790.551226:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204790.551293:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204790.551297:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204790.551300:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204791.255143:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204791.255151:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204791.255153:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204791.255157:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204791.255161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204791.255164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204791.255166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204791.255168:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204791.255171:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204791.511175:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298596591, at 4298596608
00000100:00000040:3.0:1788204791.511175:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298596591, at 4298596608
00000100:00000010:3.0:1788204791.511194:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d900.
00000100:00000010:2.0:1788204791.511196:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d420.
00010000:00000001:3.0:1788204791.575142:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204791.575152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204791.575160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204791.575161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204791.575166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204791.575167:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204791.575172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204791.575172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204791.575231:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204791.575236:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204791.575240:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204792.279130:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204792.279142:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204792.279144:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204792.279153:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204792.279159:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204792.279164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204792.279167:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204792.279171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204792.279174:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204792.599205:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204792.599215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204792.599222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204792.599224:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204792.599228:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204792.599229:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204792.599232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204792.599234:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204792.599317:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204792.599321:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204792.599324:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204793.303171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204793.303182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204793.303184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204793.303192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204793.303196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204793.303201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204793.303205:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204793.303208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204793.303212:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623121:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204793.623128:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623132:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204793.623133:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204793.623141:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204793.623151:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204793.623159:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204793.623162:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204793.623164:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623167:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204793.623170:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623173:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623175:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204793.623181:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204793.623183:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204793.623184:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623186:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204793.623187:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623189:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204793.623191:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204793.623262:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204793.623266:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204793.623269:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204794.327133:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204794.327144:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204794.327147:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.327152:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788204794.327155:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:2.0:1788204794.327159:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204794.327161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204794.327162:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.327167:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204794.327168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204794.327171:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204794.327174:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204794.327178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204794.327179:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3927
00000400:00000200:2.0:1788204794.327189:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204794.327191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204794.327196:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.327200:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204794.327203:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327206:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327219:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327222:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204794.327226:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.327228:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204794.327230:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.327233:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204794.327235:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204794.327237:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204794.327240:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327242:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327244:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327246:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204794.327249:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204794.327252:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327254:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.327257:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204794.327260:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.327263:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327264:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204794.327266:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.327275:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
00000020:00000040:2.0:1788204794.327278:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204794.327283:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.327284:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327287:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.327289:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.327293:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204794.327300:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:2.0:1788204794.327307:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204794.327315:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204794.327322:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.327326:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.327330:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.327346:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.327348:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204794.327350:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204794.327351:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.327352:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204794.327354:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.327356:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3927
00000400:00000200:2.0:1788204794.327359:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204794.327361:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.327363:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204794.327365:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204794.327366:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204794.327367:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327371:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204794.327372:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204794.327373:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204794.327375:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204794.327376:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.327378:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204794.327379:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.327380:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204794.327382:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204794.327384:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204794.327388:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204794.327390:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327395:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327399:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204794.327402:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204794.327404:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327404:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204794.327410:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204794.327411:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204794.327415:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204794.327416:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204794.327418:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327422:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.327424:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618693120:192.168.201.124@tcp:250:kworker.0
02000000:00000001:2.0:1788204794.327426:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204794.327429:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204794.327434:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204794.327434:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204794.327436:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.327437:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.327440:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204794.327440:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204794.327446:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1788204794.327447:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
00000008:00000001:2.0:1788204794.327449:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.327451:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327452:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.327456:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000400:00000200:1.0:1788204794.327459:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204794.327460:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204794.327463:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.327464:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204794.327465:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:2.0:1788204794.327466:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.327468:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.327471:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204794.327474:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
02000000:00000010:2.0:1788204794.327475:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:2.0:1788204794.327479:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204794.327482:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693120, portal 25
00000100:00100000:2.0:1788204794.327484:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204794.327488:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204794.327491:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000001:2.0:1788204794.327492:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.327495:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.327498:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204794.327504:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.327505:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.327508:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204794.327511:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204794.327513:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.327515:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204794.327520:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.327524:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3927
00000100:00000001:1.0:1788204794.327529:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1788204794.327529:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204794.327534:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.327535:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204794.327540:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788204794.327542:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327544:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204794.327545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000040:2.0:1788204794.327546:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327549:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204794.327551:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.327552:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000200:1.0:1788204794.327553:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618693120, offset 0
00000020:00000001:2.0:1788204794.327554:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.327556:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204794.327558:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204794.327559:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204794.327560:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327563:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327564:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327565:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204794.327566:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204794.327569:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327572:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.327573:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788204794.327574:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204794.327577:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.327579:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327580:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204794.327581:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204794.327583:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327584:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.327586:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000400:00000200:1.0:1788204794.327587:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204794.327589:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204794.327592:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.327594:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327595:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.327596:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.327597:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.327599:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000010:2.0:1788204794.327600:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000001:2.0:1788204794.327605:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.327608:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1788204794.327609:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204794.327616:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788204794.327616:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.327620:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.327624:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788204794.327625:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204794.327630:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327634:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.327636:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204794.327639:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3673:3673:256:4294967295] 192.168.201.124@tcp LPNI seq info [3673:3673:8:4294967295]
00000100:00080000:2.0:1788204794.327640:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204794.327643:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.327645:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204794.327648:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204794.327649:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.327653:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3927
00000400:00000200:1.0:1788204794.327661:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788204794.327669:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:1.0:1788204794.327670:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204794.327674:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.327676:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1788204794.327677:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000100:00000040:2.0:1788204794.327677:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327682:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327683:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327684:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204794.327685:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.327687:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000800:00000200:1.0:1788204794.327689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:2.0:1788204794.327690:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.327692:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788204794.327694:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:1.0:1788204794.327695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1788204794.327696:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204794.327701:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327703:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327708:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204794.327708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204794.327710:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204794.327714:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000800:00000200:1.1:1788204794.327716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1788204794.327717:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327719:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.327722:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204794.327725:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.327727:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204794.327729:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327730:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204794.327732:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000800:00000010:1.0:1788204794.327735:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000008:00000001:2.0:1788204794.327735:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327737:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.327741:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000020:00000040:2.0:1788204794.327743:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204794.327744:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204794.327745:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788204794.327746:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327749:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.327751:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.327752:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204794.327756:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788204794.327759:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.327764:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1788204794.327767:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204794.327772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204794.327777:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:2.0:1788204794.327778:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.327781:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.327788:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788204794.327788:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204794.327796:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.327801:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.327806:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204794.327812:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204794.327813:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204794.327814:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204794.327816:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204794.327819:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204794.327820:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204794.327822:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3927
00000400:00000200:2.0:1788204794.327829:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204794.327834:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.327837:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204794.327841:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.327841:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204794.327847:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204794.327847:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327849:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327851:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204794.327853:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.327854:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204794.327855:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204794.327856:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204794.327857:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204794.327860:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:1.0:1788204794.327863:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788204794.327863:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204794.327867:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204794.327868:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298601711
00000100:00000001:2.0:1788204794.327870:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.327873:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327874:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:1.0:1788204794.327875:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dea0.
00000020:00000040:2.0:1788204794.327876:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788204794.327880:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204794.327881:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.327882:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204794.327883:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1788204794.327885:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.327888:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327889:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204794.327890:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298601711
00000008:00100000:2.0:1788204794.327891:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1788204794.327895:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.327896:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204794.327897:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d300.
00000100:00000010:2.0:1788204794.327900:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000100:00000001:1.0:1788204794.327901:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204794.327906:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204794.327906:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204794.327910:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204794.327911:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.327913:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.327914:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204794.327915:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.327917:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.327919:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.327921:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204794.327923:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:2.0:1788204794.327928:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204794.327931:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:2.0:1788204794.327934:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204794.327935:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204794.327937:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204794.327942:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000100:00000001:2.0:1788204794.327944:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204794.327945:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:2.0:1788204794.327948:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.327949:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204794.327953:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204794.327955:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.327968:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204794.327973:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204794.327974:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3937)
00000100:00000001:1.0:1788204794.327981:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204794.327983:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.327985:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.327987:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204794.327990:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.327995:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204794.327998:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328002:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204794.328004:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328005:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328006:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328008:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204794.328010:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204794.328011:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204794.328014:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204794.328015:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204794.328018:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204794.328022:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618693120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204794.328025:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328027:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328029:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618693120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328033:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204794.328035:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328037:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204794.328040:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204794.328041:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204794.328043:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204794.328045:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204794.328046:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:1.0:1788204794.328071:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204794.328072:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204794.328073:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:1.0:1788204794.328078:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204794.328078:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328080:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328087:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204794.328087:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328089:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204794.328090:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204794.328091:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204794.328093:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328098:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204794.328099:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328100:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204794.328102:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204794.328103:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.328104:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204794.328106:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204794.328108:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204794.328109:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328110:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328113:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204794.328114:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.328116:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204794.328118:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204794.328120:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204794.328122:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693248, portal 10
00000100:00000001:1.0:1788204794.328123:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204794.328125:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000040:1.0:1788204794.328129:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328135:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204794.328137:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204794.328139:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204794.328141:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618693248, offset 0
00000400:00000200:1.0:1788204794.328145:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328149:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328152:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204794.328155:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204794.328158:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204794.328160:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204794.328162:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328165:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3674:3674:256:4294967295] 192.168.201.124@tcp LPNI seq info [3674:3674:8:4294967295]
00000400:00000200:1.0:1788204794.328169:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328176:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204794.328180:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328183:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204794.328187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204794.328189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204794.328194:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204794.328196:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204794.328200:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328202:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204794.328205:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204794.328218:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204794.328221:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204794.328223:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204794.328225:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204794.328227:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328232:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328234:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328242:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328243:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204794.328245:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204794.328248:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204794.328250:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204794.328252:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298601623
00000100:00000001:1.0:1788204794.328254:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328256:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298601623
00000100:00000001:1.0:1788204794.328257:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328258:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204794.328259:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328260:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204794.328262:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204794.328267:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204794.328268:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204794.328269:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204794.328270:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204794.328271:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204794.328273:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204794.328274:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204794.328279:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328282:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204794.328283:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328285:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328286:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204794.328289:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328296:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204794.328300:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328307:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204794.328309:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328311:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328312:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328314:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204794.328316:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204794.328319:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204794.328322:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204794.328324:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204794.328328:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204794.328335:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204794.328339:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204794.328343:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328349:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204794.328350:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328352:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204794.328354:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204794.328356:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.328358:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204794.328361:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204794.328363:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204794.328365:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328366:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328370:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204794.328372:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.328375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204794.328377:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204794.328380:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204794.328383:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693376, portal 10
00000100:00000001:1.0:1788204794.328384:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204794.328386:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:1.0:1788204794.328391:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328397:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204794.328399:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204794.328401:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204794.328402:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618693376, offset 0
00000400:00000200:1.0:1788204794.328405:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328408:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328410:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204794.328412:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204794.328413:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204794.328415:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204794.328416:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328419:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3675:3675:256:4294967295] 192.168.201.124@tcp LPNI seq info [3675:3675:8:4294967295]
00000400:00000200:1.0:1788204794.328421:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328425:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204794.328427:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328429:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204794.328431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204794.328433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204794.328435:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204794.328437:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204794.328439:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328441:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204794.328443:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204794.328445:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204794.328447:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204794.328448:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204794.328449:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204794.328451:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328456:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328458:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328462:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328463:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204794.328464:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204794.328466:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204794.328468:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204794.328469:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298599468
00000100:00000001:1.0:1788204794.328470:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328472:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298599468
00000100:00000001:1.0:1788204794.328473:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328475:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204794.328476:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328477:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204794.328478:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204794.328482:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204794.328483:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204794.328484:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204794.328485:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204794.328486:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204794.328488:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204794.328490:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204794.328495:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328498:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204794.328499:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328500:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204794.328502:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328506:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204794.328508:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328511:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204794.328513:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328513:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328514:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328516:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204794.328517:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204794.328518:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204794.328520:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204794.328521:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204794.328522:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204794.328526:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204794.328528:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204794.328531:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328534:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204794.328535:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328537:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204794.328538:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204794.328539:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.328540:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204794.328542:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204794.328543:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204794.328544:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328545:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328546:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204794.328547:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.328549:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204794.328550:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204794.328552:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204794.328554:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693504, portal 4
00000100:00000001:1.0:1788204794.328555:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204794.328556:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:1.0:1788204794.328559:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328563:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204794.328564:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204794.328566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204794.328567:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618693504, offset 0
00000400:00000200:1.0:1788204794.328569:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328571:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328572:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204794.328574:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204794.328575:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204794.328577:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204794.328578:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328580:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3676:3676:256:4294967295] 192.168.201.124@tcp LPNI seq info [3676:3676:8:4294967295]
00000400:00000200:1.0:1788204794.328583:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328586:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204794.328589:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328591:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204794.328593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204794.328594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204794.328596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204794.328598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204794.328600:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328601:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204794.328603:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204794.328605:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204794.328606:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204794.328608:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204794.328609:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204794.328611:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328614:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328616:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328620:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328621:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204794.328622:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204794.328624:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204794.328625:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204794.328626:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298599448
00000100:00000001:1.0:1788204794.328628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298599448
00000100:00000001:1.0:1788204794.328631:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328632:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204794.328635:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328636:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204794.328639:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204794.328647:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204794.328648:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204794.328650:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204794.328652:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204794.328653:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204794.328656:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204794.328659:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204794.328668:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328674:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204794.328676:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328679:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204794.328682:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328689:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204794.328693:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328700:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204794.328702:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328704:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328705:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328707:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204794.328708:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204794.328711:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204794.328714:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204794.328716:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204794.328720:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204794.328727:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204794.328730:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204794.328733:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328738:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204794.328740:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328741:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204794.328743:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204794.328744:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.328746:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204794.328748:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204794.328749:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204794.328750:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204794.328751:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328754:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204794.328755:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204794.328757:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204794.328759:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204794.328761:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204794.328763:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693632, portal 4
00000100:00000001:1.0:1788204794.328764:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204794.328765:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:1.0:1788204794.328768:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328772:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204794.328774:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204794.328775:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204794.328777:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618693632, offset 0
00000400:00000200:1.0:1788204794.328779:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328781:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328784:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204794.328786:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204794.328787:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204794.328789:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204794.328790:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204794.328792:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3677:3677:256:4294967295] 192.168.201.124@tcp LPNI seq info [3677:3677:8:4294967295]
00000400:00000200:1.0:1788204794.328794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204794.328798:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204794.328801:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328803:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204794.328805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204794.328807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204794.328809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204794.328811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204794.328813:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204794.328814:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204794.328816:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204794.328818:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204794.328820:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204794.328821:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204794.328823:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204794.328825:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328829:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328831:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328835:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328836:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204794.328838:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204794.328840:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204794.328842:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204794.328843:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298599582
00000100:00000001:1.0:1788204794.328845:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328846:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298599582
00000100:00000001:1.0:1788204794.328847:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298601711
00000100:00000001:1.0:1788204794.328848:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204794.328849:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328850:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204794.328852:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204794.328856:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204794.328857:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204794.328858:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204794.328859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204794.328860:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204794.328862:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204794.328863:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204794.328868:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328871:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204794.328872:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328874:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328874:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204794.328876:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328879:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204794.328881:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328886:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204794.328887:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328888:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204794.328889:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328890:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204794.328891:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204794.328892:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204794.328894:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204794.328895:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204794.328897:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204794.328901:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204794.328903:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328904:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328905:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618693248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328908:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204794.328909:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328911:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204794.328912:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204794.328913:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204794.328914:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204794.328915:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204794.328917:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:1.0:1788204794.328918:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204794.328919:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204794.328920:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:1.0:1788204794.328923:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204794.328924:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328925:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328927:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618693376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328930:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204794.328931:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328932:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204794.328936:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204794.328936:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204794.328937:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204794.328938:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204794.328938:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:1.0:1788204794.328940:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204794.328940:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204794.328941:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:1.0:1788204794.328942:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204794.328943:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328944:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328945:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618693504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328948:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204794.328949:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328950:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204794.328951:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204794.328952:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204794.328953:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204794.328954:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204794.328955:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:1.0:1788204794.328955:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204794.328956:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204794.328957:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:1.0:1788204794.328958:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204794.328958:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328959:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204794.328961:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618693632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204794.328968:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204794.328969:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204794.328970:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204794.328971:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204794.328971:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204794.328972:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204794.328973:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204794.328973:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:1.0:1788204794.328974:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204794.328975:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204794.328976:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:1.0:1788204794.328977:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204794.328977:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328978:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.328980:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204794.328981:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.328982:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204794.328983:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204794.647188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204794.647197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204794.647215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204794.647216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204794.647220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204794.647222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204794.647226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204794.647227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204794.647282:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204794.647287:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204794.647291:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204795.351167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204795.351175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204795.351176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204795.351181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204795.351184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204795.351187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204795.351201:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204795.351205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204795.351207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204795.671147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204795.671160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204795.671168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204795.671169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204795.671173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204795.671174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204795.671178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204795.671179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204795.671287:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204795.671291:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204795.671294:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204796.375156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204796.375163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204796.375165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204796.375170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204796.375192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204796.375197:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204796.375200:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204796.375204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204796.375207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204796.631154:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298601711, at 4298601728
00000100:00000040:3.0:1788204796.631154:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298601711, at 4298601728
00000100:00000010:3.0:1788204796.631190:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d300.
00000100:00000010:2.0:1788204796.631200:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dea0.
00010000:00000001:3.0:1788204796.695209:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204796.695217:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204796.695222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204796.695226:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204796.695228:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204796.695231:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204796.695234:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204796.695236:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204796.695237:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204796.695239:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204796.695242:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204796.695243:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204796.695245:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204796.695246:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204796.695299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204796.695303:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204796.695305:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204797.399196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204797.399201:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204797.399203:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204797.399207:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204797.399212:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204797.399215:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204797.399216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204797.399218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204797.399220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204797.719194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204797.719200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204797.719207:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204797.719208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204797.719211:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204797.719212:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204797.719215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204797.719216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204797.719341:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204797.719348:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204797.719354:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204798.423127:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204798.423144:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204798.423147:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204798.423152:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204798.423155:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204798.423159:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204798.423162:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204798.423164:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204798.423167:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204798.743176:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204798.743177:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204798.743180:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743183:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204798.743185:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743186:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743187:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204798.743191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204798.743194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204798.743196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204798.743196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204798.743258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204798.743264:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204798.743267:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1788204799.447230:0:15258:0:(osc_request.c:745:osc_update_next_shrink()) next time 5137 to shrink grant
00000100:00080000:2.0:1788204799.447232:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000008:00000020:3.0:1788204799.447241:0:15258:0:(osc_request.c:745:osc_update_next_shrink()) next time 5137 to shrink grant
00000100:00080000:2.0:1788204799.447242:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204799.447249:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204799.447250:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204799.447259:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204799.447260:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204799.447263:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447269:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1788204799.447272:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204799.447280:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204799.447281:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3932
00000100:00000001:1.0:1788204799.447287:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204799.447292:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204799.447297:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204799.447297:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204799.447307:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.447313:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204799.447318:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204799.447322:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447326:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447330:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447333:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204799.447339:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204799.447342:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204799.447346:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204799.447349:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204799.447351:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204799.447353:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204799.447357:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447358:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447360:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447362:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204799.447365:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204799.447368:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447371:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.447374:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204799.447379:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.447382:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447385:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204799.447387:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204799.447396:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7480.
00000020:00000040:2.0:1788204799.447400:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204799.447410:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204799.447413:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447417:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204799.447421:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204799.447425:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204799.447434:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788204799.447442:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.447454:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204799.447466:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204799.447472:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.447477:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782e1e93] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.447514:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204799.447518:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204799.447521:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204799.447522:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204799.447524:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204799.447527:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204799.447529:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3932
00000400:00000200:2.0:1788204799.447533:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204799.447536:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204799.447539:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204799.447542:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447545:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447547:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447549:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204799.447551:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204799.447553:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204799.447555:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204799.447556:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204799.447557:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204799.447560:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204799.447562:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204799.447564:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447567:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447568:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447570:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204799.447572:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788204799.447575:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447577:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.447579:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204799.447586:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.447588:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447590:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204799.447594:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204799.447598:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447600:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204799.447604:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4a80.
00000020:00000040:2.0:1788204799.447607:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204799.447609:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204799.447611:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447613:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204799.447615:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204799.447617:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204799.447622:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
00000100:00000001:2.0:1788204799.447626:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.447632:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204799.447642:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204799.447645:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.447649:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc9938e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.447658:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204799.447663:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204799.447667:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204799.447669:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204799.447671:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204799.447673:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204799.447676:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788204799.447689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.447692:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204799.447701:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3932
00000100:00000001:3.0:1788204799.447704:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788204799.447708:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204799.447709:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.447714:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:3.0:1788204799.447716:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1788204799.447718:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788204799.447721:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204799.447725:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:3.0:1788204799.447727:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447729:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447735:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00100000:3.0:1788204799.447735:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618693760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204799.447741:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204799.447744:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1788204799.447745:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204799.447748:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204799.447750:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788204799.447751:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204799.447754:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
02000000:00000001:3.0:1788204799.447756:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204799.447758:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204799.447762:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
02000000:00000001:3.0:1788204799.447762:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1788204799.447768:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:3.0:1788204799.447769:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:2.0:1788204799.447771:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788204799.447775:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.447776:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447780:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204799.447784:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788204799.447785:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204799.447789:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447793:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204799.447793:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
02000000:00000001:2.0:1788204799.447797:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204799.447802:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.447804:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447807:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204799.447809:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204799.447811:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447813:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204799.447817:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000020:00000040:2.0:1788204799.447820:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204799.447822:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204799.447824:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447826:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204799.447827:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204799.447829:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204799.447833:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:2.0:1788204799.447837:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.447843:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204799.447851:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204799.447853:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.447857:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.447865:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204799.447868:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204799.447872:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204799.447873:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204799.447875:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204799.447885:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204799.447889:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3932
00000400:00000200:2.0:1788204799.447893:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204799.447896:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204799.447898:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204799.447901:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447904:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447906:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447908:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204799.447910:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204799.447911:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204799.447913:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204799.447916:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788204799.447918:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204799.447920:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204799.447923:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447925:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.447928:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.447930:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:3.0:1788204799.447931:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000020:00000040:2.0:1788204799.447935:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204799.447940:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:3.0:1788204799.447942:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693760, portal 25
00000100:00000001:2.0:1788204799.447943:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.447947:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788204799.447948:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204799.447949:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784857728 : -116879924693888 : ffff95b2c59b7480)
02000000:00000001:2.0:1788204799.447952:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.447958:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.447958:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.447963:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204799.447966:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788204799.447968:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1788204799.447971:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447974:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204799.447979:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000020:00000040:2.0:1788204799.447981:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204799.447983:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204799.447985:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.447987:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204799.447989:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204799.447991:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204799.447995:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788204799.447998:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.448003:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204799.448009:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204799.448015:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000001:2.0:1788204799.448016:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204799.448018:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618693760, offset 0
00000100:00000001:2.0:1788204799.448020:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.448027:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204799.448028:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204799.448038:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.448040:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204799.448042:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204799.448048:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788204799.448049:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204799.448071:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204799.448076:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788204799.448079:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204799.448081:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204799.448084:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788204799.448086:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.448091:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204799.448094:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3678:3678:256:4294967295] 192.168.201.124@tcp LPNI seq info [3678:3678:8:4294967295]
00000100:00080000:2.0:1788204799.448098:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3932
00000400:00000200:3.0:1788204799.448100:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448110:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788204799.448129:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:3.0:1788204799.448130:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204799.448137:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000010:3.0:1788204799.448139:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000100:00080000:2.0:1788204799.448141:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204799.448145:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.448149:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.448151:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.448155:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:3.0:1788204799.448156:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:2.0:1788204799.448159:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204799.448162:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000800:00000200:3.0:1788204799.448163:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1788204799.448164:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204799.448167:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204799.448171:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000200:3.1:1788204799.448174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:2.0:1788204799.448175:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000800:00000200:3.1:1788204799.448181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1788204799.448183:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.448186:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.448188:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204799.448191:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204799.448195:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000800:00000100:3.0:1788204799.448196:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448201:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000100:00080000:2.0:1788204799.448202:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448206:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204799.448207:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.448211:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204799.448214:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204799.448216:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.448219:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.448220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000100:00000001:2.0:1788204799.448222:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788204799.448224:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000008:00100000:2.0:1788204799.448226:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788204799.448229:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1788204799.448231:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204799.448234:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.448235:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204799.448242:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000100:00000001:3.0:1788204799.448245:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1788204799.448247:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000040:3.0:1788204799.448250:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204799.448252:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204799.448254:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.448258:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204799.448262:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204799.448262:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.448266:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448267:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1788204799.448273:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000001:3.0:1788204799.448275:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.448277:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.448282:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:2.0:1788204799.448286:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204799.448288:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298606832
00000100:00000001:2.0:1788204799.448297:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1788204799.448297:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89480.
00000100:00000001:2.0:1788204799.448301:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.448305:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.448314:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448317:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1788204799.448320:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3942)
00000100:00000001:3.0:1788204799.448323:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298606832
00000100:00000010:3.0:1788204799.448328:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89ea0.
00000100:00000001:3.0:1788204799.448330:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204799.448334:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204799.448336:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448338:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204799.448343:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204799.448349:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204799.448356:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204799.448357:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204799.448360:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204799.448361:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204799.448362:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204799.448365:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204799.448370:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448374:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204799.448376:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448377:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.448379:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204799.448382:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448386:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.448388:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448392:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204799.448395:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448396:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.448398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448401:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204799.448403:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204799.448412:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204799.448416:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204799.448419:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204799.448424:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204799.448432:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618693760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204799.448437:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204799.448440:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448453:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204799.448455:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.448457:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204799.448459:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.448461:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.448464:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204799.448467:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204799.448469:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204799.448470:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.448472:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204799.448475:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204799.448477:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.448481:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204799.448482:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204799.448485:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204799.448487:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618693888, portal 10
00000100:00000001:3.0:1788204799.448489:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204799.448490:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846976 : -116879924704640 : ffff95b2c59b4a80)
00000100:00000040:3.0:1788204799.448496:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448502:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204799.448504:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204799.448506:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204799.448509:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618693888, offset 0
00000400:00000200:3.0:1788204799.448512:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448516:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448519:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204799.448522:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204799.448525:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204799.448527:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204799.448529:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448532:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3679:3679:256:4294967295] 192.168.201.124@tcp LPNI seq info [3679:3679:8:4294967295]
00000400:00000200:3.0:1788204799.448537:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448543:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204799.448546:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448549:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204799.448551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204799.448553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204799.448556:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204799.448559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204799.448562:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448564:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204799.448567:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204799.448570:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204799.448573:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204799.448575:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204799.448578:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204799.448581:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448589:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.448593:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448599:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448601:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204799.448604:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.448607:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204799.448611:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204799.448612:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298606743
00000100:00000001:3.0:1788204799.448614:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.448616:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298606743
00000100:00000001:3.0:1788204799.448617:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.448619:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204799.448620:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448621:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204799.448624:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204799.448628:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204799.448629:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204799.448631:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204799.448632:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204799.448633:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204799.448635:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204799.448636:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204799.448641:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448645:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204799.448645:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448646:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.448647:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204799.448650:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448654:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.448657:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448660:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204799.448662:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448662:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.448663:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448664:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204799.448665:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204799.448666:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204799.448668:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204799.448669:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204799.448671:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204799.448675:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618693888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204799.448678:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448679:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.448681:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7480 x1875064618693760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448686:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204799.448688:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204799.448690:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204799.448692:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204799.448693:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204799.448694:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204799.448696:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204799.448699:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:3.0:1788204799.448702:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204799.448703:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204799.448704:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7480.
00000100:00000001:3.0:1788204799.448707:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204799.448708:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448709:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.448711:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4a80 x1875064618693888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448714:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204799.448715:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204799.448716:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204799.448717:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204799.448717:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204799.448718:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204799.448719:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204799.448719:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:3.0:1788204799.448721:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204799.448722:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204799.448722:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4a80.
00000100:00000001:3.0:1788204799.448724:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204799.448725:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448727:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448733:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204799.448734:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448735:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204799.448736:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204799.448737:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204799.448739:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448744:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204799.448745:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.448746:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204799.448747:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.448748:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.448750:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204799.448752:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204799.448754:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204799.448755:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.448756:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204799.448758:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204799.448759:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.448761:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204799.448762:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204799.448764:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204799.448766:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694016, portal 10
00000100:00000001:3.0:1788204799.448767:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204799.448768:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:3.0:1788204799.448772:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448776:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204799.448777:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204799.448779:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204799.448780:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618694016, offset 0
00000400:00000200:3.0:1788204799.448782:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448785:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448786:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204799.448788:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204799.448790:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204799.448791:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204799.448793:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448795:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3680:3680:256:4294967295] 192.168.201.124@tcp LPNI seq info [3680:3680:8:4294967295]
00000400:00000200:3.0:1788204799.448797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448801:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204799.448804:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448806:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204799.448808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204799.448810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204799.448813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204799.448815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204799.448817:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448818:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204799.448820:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204799.448822:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204799.448824:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204799.448825:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204799.448827:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204799.448828:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448833:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.448835:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448839:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448840:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204799.448841:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.448843:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204799.448845:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204799.448846:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298604588
00000100:00000001:3.0:1788204799.448848:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.448850:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298604588
00000100:00000001:3.0:1788204799.448851:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.448852:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204799.448853:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448854:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204799.448856:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204799.448860:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204799.448861:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204799.448862:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204799.448863:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204799.448865:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204799.448866:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204799.448868:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204799.448872:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448875:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204799.448876:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448877:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.448877:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204799.448879:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448883:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.448885:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448888:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204799.448889:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448890:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.448891:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.448892:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204799.448892:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204799.448894:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204799.448895:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204799.448896:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204799.448898:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204799.448904:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204799.448906:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204799.448908:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448913:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204799.448913:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.448914:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204799.448915:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.448916:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.448918:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204799.448919:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204799.448920:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204799.448921:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.448922:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204799.448923:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204799.448924:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.448926:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204799.448927:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204799.448929:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204799.448931:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694144, portal 4
00000100:00000001:3.0:1788204799.448932:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204799.448933:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:3.0:1788204799.448936:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448940:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204799.448941:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204799.448942:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204799.448943:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618694144, offset 0
00000400:00000200:3.0:1788204799.448945:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448946:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448948:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204799.448950:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204799.448952:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204799.448953:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204799.448954:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204799.448956:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3681:3681:256:4294967295] 192.168.201.124@tcp LPNI seq info [3681:3681:8:4294967295]
00000400:00000200:3.0:1788204799.448959:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.448962:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204799.448964:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448966:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204799.448968:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204799.448969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204799.448971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204799.448973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204799.448975:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.448976:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204799.448978:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204799.448980:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204799.448982:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204799.448983:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204799.448984:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204799.448986:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448990:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.448992:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.448995:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.448996:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204799.448997:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.448999:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204799.449001:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204799.449002:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298604568
00000100:00000001:3.0:1788204799.449004:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.449006:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298604568
00000100:00000001:3.0:1788204799.449008:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.449009:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204799.449011:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.449012:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204799.449014:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204799.449017:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204799.449018:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204799.449019:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204799.449020:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204799.449021:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204799.449022:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204799.449023:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204799.449028:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449032:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204799.449033:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449034:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.449034:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204799.449036:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449040:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.449041:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449045:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204799.449046:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449047:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.449047:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449049:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204799.449050:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204799.449069:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204799.449072:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204799.449075:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204799.449078:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204799.449083:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204799.449086:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204799.449089:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449092:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204799.449093:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.449095:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204799.449096:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.449097:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.449099:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204799.449101:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204799.449102:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204799.449103:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.449104:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204799.449106:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204799.449107:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204799.449109:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204799.449111:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204799.449113:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204799.449114:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694272, portal 4
00000100:00000001:3.0:1788204799.449116:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204799.449117:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:3.0:1788204799.449133:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449137:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204799.449139:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204799.449140:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204799.449142:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618694272, offset 0
00000400:00000200:3.0:1788204799.449144:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204799.449147:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.449149:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204799.449151:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204799.449152:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204799.449154:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204799.449155:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204799.449157:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3682:3682:256:4294967295] 192.168.201.124@tcp LPNI seq info [3682:3682:8:4294967295]
00000400:00000200:3.0:1788204799.449159:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204799.449163:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204799.449165:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.449167:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204799.449169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204799.449171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204799.449174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204799.449175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204799.449178:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204799.449179:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204799.449181:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204799.449183:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204799.449185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204799.449186:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204799.449187:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204799.449189:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449194:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.449196:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449204:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.449205:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204799.449206:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.449208:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204799.449210:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204799.449211:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298604703
00000100:00000001:3.0:1788204799.449213:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.449215:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298604703
00000100:00000001:3.0:1788204799.449216:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298606832
00000100:00000001:3.0:1788204799.449217:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204799.449218:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.449219:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204799.449221:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204799.449225:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204799.449226:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204799.449227:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204799.449228:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204799.449229:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204799.449230:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204799.449232:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204799.449236:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449240:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204799.449240:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449241:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.449242:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204799.449244:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449248:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.449250:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449254:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204799.449255:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449256:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.449257:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449258:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204799.449259:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204799.449260:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204799.449262:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204799.449263:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204799.449265:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204799.449271:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204799.449274:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449275:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.449278:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618694016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449283:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204799.449285:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204799.449286:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204799.449289:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204799.449290:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204799.449291:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204799.449293:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204799.449295:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:3.0:1788204799.449297:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204799.449299:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204799.449301:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:3.0:1788204799.449304:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204799.449305:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449307:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.449310:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618694144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449317:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204799.449318:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204799.449319:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204799.449321:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204799.449321:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204799.449322:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204799.449324:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204799.449325:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:3.0:1788204799.449326:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204799.449327:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204799.449328:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:3.0:1788204799.449329:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204799.449330:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449330:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204799.449332:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618694272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.449335:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204799.449336:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204799.449337:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204799.449338:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204799.449339:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204799.449339:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204799.449340:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204799.449341:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:3.0:1788204799.449343:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204799.449344:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204799.449344:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:3.0:1788204799.449345:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204799.449347:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449348:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204799.449350:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204799.449351:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.449352:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204799.449353:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204799.767259:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204799.767268:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204799.767275:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204799.767277:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204799.767281:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204799.767282:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204799.767286:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204799.767287:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204799.767346:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204799.767350:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204799.767353:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204800.471211:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204800.471221:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204800.471224:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204800.471231:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204800.471236:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204800.471241:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204800.471245:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204800.471248:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204800.471251:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204800.791176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204800.791184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204800.791192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204800.791193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204800.791197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204800.791199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204800.791202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204800.791204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204800.791265:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204800.791269:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204800.791272:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204801.495171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204801.495177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204801.495178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204801.495182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204801.495185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204801.495187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.495189:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204801.495191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.495193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204801.751213:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298606832, at 4298606848
00000100:00000040:3.0:1788204801.751213:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298606832, at 4298606848
00000100:00000010:3.0:1788204801.751234:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89ea0.
00000100:00000010:2.0:1788204801.751237:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89480.
00010000:00000001:3.0:1788204801.815198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204801.815204:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204801.815210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204801.815211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204801.815215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204801.815216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204801.815219:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204801.815220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204801.815276:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204801.815279:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204801.815282:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204802.519158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204802.519164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204802.519166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204802.519169:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204802.519171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204802.519174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204802.519176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204802.519178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204802.519179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204802.839180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204802.839185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204802.839189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204802.839190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204802.839192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204802.839193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204802.839195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204802.839196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204802.839249:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204802.839253:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204802.839256:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204803.543108:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204803.543113:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204803.543115:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204803.543118:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204803.543120:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204803.543123:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204803.543125:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204803.543126:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204803.543129:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204803.863193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204803.863199:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204803.863206:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204803.863208:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204803.863214:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204803.863216:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204803.863217:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863220:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204803.863222:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863224:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863226:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863229:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204803.863230:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204803.863232:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204803.863233:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863235:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204803.863236:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863237:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204803.863239:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204803.863295:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204803.863299:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204803.863301:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204804.567186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788204804.567186:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204804.567194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204804.567196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204804.567199:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1788204804.567201:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204804.567204:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204804.567206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204804.567209:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204804.567210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204804.567214:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.567216:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204804.567217:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204804.567221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204804.567227:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3937
00000400:00000200:2.0:1788204804.567236:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204804.567242:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204804.567245:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204804.567247:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567250:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567253:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567255:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204804.567259:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204804.567261:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204804.567263:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204804.567266:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204804.567267:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204804.567269:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204804.567270:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567271:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567272:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567273:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204804.567275:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204804.567278:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567279:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.567281:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204804.567285:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204804.567287:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567289:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204804.567291:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204804.567301:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000020:00000040:2.0:1788204804.567304:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204804.567307:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204804.567309:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567312:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204804.567315:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204804.567319:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204804.567326:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:2.0:1788204804.567333:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.567342:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204804.567350:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204804.567354:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.567357:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.567377:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204804.567379:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204804.567381:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204804.567382:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204804.567383:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204804.567385:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204804.567387:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3937
00000400:00000200:2.0:1788204804.567389:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204804.567390:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204804.567392:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204804.567394:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567395:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567396:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567398:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204804.567400:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204804.567400:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204804.567401:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204804.567403:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204804.567404:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204804.567405:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204804.567407:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567409:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567410:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567411:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204804.567412:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788204804.567414:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567415:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.567417:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204804.567418:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204804.567421:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.567423:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204804.567424:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567428:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204804.567429:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1788204804.567432:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204804.567436:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567438:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.567439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204804.567440:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
00000020:00000040:2.0:1788204804.567443:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204804.567446:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204804.567448:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567452:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204804.567454:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204804.567456:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567457:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204804.567460:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204804.567461:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:2.0:1788204804.567464:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.567464:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204804.567468:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204804.567471:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204804.567472:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.567479:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618694400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204804.567483:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204804.567484:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204804.567485:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.567491:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204804.567491:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204804.567495:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567500:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.567500:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204804.567503:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204804.567505:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204804.567506:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204804.567507:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:3.0:1788204804.567507:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:2.0:1788204804.567509:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204804.567513:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3937
02000000:00000001:3.0:1788204804.567513:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.567517:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204804.567519:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204804.567521:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204804.567525:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.567525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204804.567528:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567530:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567531:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204804.567533:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204804.567534:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000010:3.0:1788204804.567534:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000020:00000001:2.0:1788204804.567539:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204804.567540:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204804.567542:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204804.567543:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204804.567544:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:3.0:1788204804.567545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000001:2.0:1788204804.567546:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567548:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567551:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204804.567552:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204804.567554:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567555:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.567556:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788204804.567557:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694400, portal 25
02000000:00000001:2.0:1788204804.567558:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204804.567562:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567563:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204804.567564:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204804.567568:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788204804.567568:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000008:00000001:2.0:1788204804.567569:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567572:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204804.567575:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000020:00000040:2.0:1788204804.567578:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204804.567580:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1788204804.567580:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204804.567582:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567584:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204804.567585:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204804.567586:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204804.567590:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:2.0:1788204804.567594:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567599:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1788204804.567600:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204804.567607:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204804.567613:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000001:2.0:1788204804.567616:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204804.567618:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618694400, offset 0
00000100:00000001:2.0:1788204804.567620:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.567625:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204804.567630:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567632:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204804.567635:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204804.567637:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204804.567638:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204804.567639:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204804.567640:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204804.567644:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3937
00000400:00000200:3.0:1788204804.567644:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.567654:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204804.567660:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204804.567665:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204804.567669:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204804.567673:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.567677:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3683:3683:256:4294967295] 192.168.201.124@tcp LPNI seq info [3683:3683:8:4294967295]
00000400:00000200:3.0:1788204804.567681:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.567691:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204804.567699:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204804.567701:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:3.0:1788204804.567705:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000400:00000200:2.0:1788204804.567707:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204804.567710:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204804.567714:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:3.0:1788204804.567715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204804.567719:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788204804.567721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1788204804.567725:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:3.1:1788204804.567728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204804.567731:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:3.1:1788204804.567732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1788204804.567736:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:3.0:1788204804.567737:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000040:2.0:1788204804.567739:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000800:00000010:3.0:1788204804.567741:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000020:00000001:2.0:1788204804.567744:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204804.567747:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000200:3.0:1788204804.567748:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204804.567752:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204804.567755:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204804.567760:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567763:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567768:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.567769:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204804.567773:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788204804.567777:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204804.567779:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000020:00000040:2.0:1788204804.567783:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788204804.567785:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788204804.567789:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:3.0:1788204804.567790:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.567794:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.567799:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204804.567804:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.567804:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204804.567807:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.567809:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.567810:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204804.567813:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204804.567818:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567820:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567820:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567825:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1788204804.567827:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000020:00000040:2.0:1788204804.567829:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204804.567831:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204804.567832:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.567833:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.567837:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204804.567838:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204804.567840:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204804.567841:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567845:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298611951
02000000:00000010:2.0:1788204804.567846:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000100:00000001:2.0:1788204804.567850:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204804.567851:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89ea0.
00000100:00100000:2.0:1788204804.567855:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204804.567859:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788204804.567862:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204804.567865:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567866:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298611951
00000100:00000040:2.0:1788204804.567868:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204804.567871:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89780.
00000100:00000001:3.0:1788204804.567876:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204804.567878:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567880:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204804.567881:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204804.567884:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204804.567885:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204804.567887:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204804.567888:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204804.567890:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204804.567893:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1788204804.567894:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204804.567897:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3937
00000400:00000200:2.0:1788204804.567903:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000001:3.0:1788204804.567907:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1788204804.567908:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204804.567911:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1788204804.567911:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204804.567913:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000100:00000040:2.0:1788204804.567915:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567917:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204804.567917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204804.567920:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000040:2.0:1788204804.567921:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567925:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204804.567925:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1788204804.567926:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204804.567929:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204804.567932:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:3.0:1788204804.567933:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204804.567936:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204804.567939:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788204804.567943:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:3.0:1788204804.567946:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204804.567947:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204804.567951:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204804.567955:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204804.567956:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204804.567959:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.567960:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204804.567961:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.567963:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204804.567965:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00100000:3.0:1788204804.567968:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204804.567972:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204804.567977:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.567978:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.567983:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788204804.567983:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204804.567988:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.567991:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204804.567994:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.567994:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.567998:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.568000:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204804.568000:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568004:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1788204804.568005:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788204804.568006:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204804.568010:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:2.0:1788204804.568011:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204804.568014:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204804.568016:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568017:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204804.568022:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204804.568024:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000100:00100000:3.0:1788204804.568041:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618694400:192.168.201.124@tcp:250:kworker.0
00000020:00000040:2.0:1788204804.568043:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788204804.568047:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204804.568048:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204804.568071:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.568074:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204804.568075:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204804.568078:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568079:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1788204804.568083:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00000040:3.0:1788204804.568083:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618694400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.568090:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568098:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1788204804.568100:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204804.568101:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568104:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204804.568109:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204804.568111:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788204804.568114:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000040:3.0:1788204804.568114:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:2.0:1788204804.568118:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204804.568118:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204804.568122:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
00000100:00000040:2.0:1788204804.568124:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204804.568127:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204804.568130:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204804.568134:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:2.0:1788204804.568136:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568142:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1788204804.568143:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3947)
00000100:00000001:3.0:1788204804.568145:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568150:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568158:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204804.568159:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568162:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204804.568163:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204804.568164:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204804.568168:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568174:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204804.568176:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568178:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204804.568179:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.568181:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.568184:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204804.568187:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204804.568189:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204804.568191:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568193:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568196:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204804.568198:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204804.568201:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204804.568205:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204804.568208:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204804.568211:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694528, portal 10
00000100:00000001:3.0:1788204804.568213:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204804.568215:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000040:3.0:1788204804.568221:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568226:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204804.568227:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204804.568229:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204804.568230:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618694528, offset 0
00000400:00000200:3.0:1788204804.568232:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568235:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568238:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204804.568240:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204804.568242:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204804.568244:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204804.568245:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568247:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3684:3684:256:4294967295] 192.168.201.124@tcp LPNI seq info [3684:3684:8:4294967295]
00000400:00000200:3.0:1788204804.568249:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568254:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204804.568259:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568262:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204804.568265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204804.568268:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204804.568272:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204804.568274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204804.568277:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568279:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204804.568282:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204804.568286:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204804.568289:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204804.568290:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204804.568293:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204804.568297:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568303:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568305:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568309:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568310:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204804.568312:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.568315:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204804.568324:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204804.568325:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298611863
00000100:00000001:3.0:1788204804.568327:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568329:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298611863
00000100:00000001:3.0:1788204804.568330:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568332:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.568333:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568335:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204804.568337:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204804.568342:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204804.568343:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204804.568344:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204804.568345:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204804.568346:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204804.568348:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204804.568350:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204804.568355:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568362:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204804.568363:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568364:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568365:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204804.568367:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568371:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204804.568373:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568376:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204804.568377:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568378:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568379:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568380:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204804.568381:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204804.568382:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204804.568384:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204804.568385:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204804.568387:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204804.568392:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204804.568395:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204804.568396:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568400:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204804.568401:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568402:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204804.568404:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.568406:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.568408:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204804.568412:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204804.568413:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204804.568414:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568416:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568419:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204804.568421:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204804.568424:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204804.568427:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204804.568430:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204804.568432:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694656, portal 10
00000100:00000001:3.0:1788204804.568435:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204804.568436:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:3.0:1788204804.568442:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568448:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204804.568451:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204804.568453:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204804.568454:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618694656, offset 0
00000400:00000200:3.0:1788204804.568456:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568459:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568461:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204804.568463:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204804.568465:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204804.568467:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204804.568468:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568470:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3685:3685:256:4294967295] 192.168.201.124@tcp LPNI seq info [3685:3685:8:4294967295]
00000400:00000200:3.0:1788204804.568473:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568477:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204804.568480:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568482:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204804.568484:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204804.568486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204804.568489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204804.568490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204804.568493:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568494:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204804.568496:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204804.568498:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204804.568500:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204804.568501:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204804.568503:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204804.568505:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568509:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568511:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568515:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568516:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204804.568518:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.568520:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204804.568522:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204804.568523:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298609708
00000100:00000001:3.0:1788204804.568525:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568526:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298609708
00000100:00000001:3.0:1788204804.568527:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568528:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.568530:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568531:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204804.568533:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204804.568545:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204804.568546:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204804.568547:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204804.568551:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204804.568552:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204804.568553:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204804.568555:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204804.568560:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568564:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204804.568565:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568566:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568567:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204804.568569:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568572:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204804.568574:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568578:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204804.568579:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568580:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568580:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568581:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204804.568582:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204804.568583:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204804.568585:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204804.568587:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204804.568589:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204804.568594:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204804.568596:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204804.568598:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568601:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204804.568602:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568603:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204804.568604:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.568606:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.568607:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204804.568610:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204804.568611:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204804.568612:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568613:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568616:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204804.568617:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204804.568619:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204804.568621:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204804.568623:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204804.568624:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694784, portal 4
00000100:00000001:3.0:1788204804.568626:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204804.568626:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:3.0:1788204804.568630:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568633:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204804.568635:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204804.568636:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204804.568638:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618694784, offset 0
00000400:00000200:3.0:1788204804.568640:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568642:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568644:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204804.568646:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204804.568647:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204804.568649:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204804.568650:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568652:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3686:3686:256:4294967295] 192.168.201.124@tcp LPNI seq info [3686:3686:8:4294967295]
00000400:00000200:3.0:1788204804.568655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568660:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204804.568665:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568667:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204804.568671:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204804.568673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204804.568677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204804.568679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204804.568683:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568684:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204804.568687:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204804.568690:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204804.568693:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204804.568695:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204804.568697:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204804.568701:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568707:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568708:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568713:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568714:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204804.568716:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.568718:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204804.568720:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204804.568722:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298609688
00000100:00000001:3.0:1788204804.568723:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568725:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298609688
00000100:00000001:3.0:1788204804.568726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568727:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.568728:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568729:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204804.568731:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204804.568735:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204804.568736:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204804.568737:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204804.568738:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204804.568740:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204804.568741:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204804.568743:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204804.568747:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568751:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204804.568751:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568752:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568753:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204804.568755:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568758:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204804.568760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568763:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204804.568765:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568766:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568767:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568768:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204804.568769:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204804.568771:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204804.568772:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204804.568773:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204804.568775:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204804.568779:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204804.568781:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204804.568783:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568786:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204804.568787:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568788:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204804.568789:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.568790:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.568792:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204804.568794:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204804.568795:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204804.568796:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.568797:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568799:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204804.568800:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204804.568802:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204804.568803:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204804.568805:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204804.568807:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618694912, portal 4
00000100:00000001:3.0:1788204804.568809:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204804.568810:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:3.0:1788204804.568813:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568817:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204804.568818:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204804.568820:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204804.568821:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618694912, offset 0
00000400:00000200:3.0:1788204804.568823:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568825:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568827:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204804.568828:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204804.568830:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204804.568831:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204804.568832:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204804.568834:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3687:3687:256:4294967295] 192.168.201.124@tcp LPNI seq info [3687:3687:8:4294967295]
00000400:00000200:3.0:1788204804.568837:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204804.568840:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204804.568843:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568844:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204804.568846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204804.568848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204804.568850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204804.568852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204804.568854:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204804.568855:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204804.568857:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204804.568859:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204804.568861:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204804.568862:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204804.568863:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204804.568865:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568874:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568876:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568880:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568880:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204804.568882:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.568883:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204804.568885:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204804.568886:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298609822
00000100:00000001:3.0:1788204804.568887:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298609822
00000100:00000001:3.0:1788204804.568890:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298611951
00000100:00000001:3.0:1788204804.568891:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204804.568892:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.568893:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204804.568895:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204804.568899:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204804.568899:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204804.568900:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204804.568901:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204804.568902:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204804.568904:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204804.568905:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204804.568910:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568913:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204804.568915:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568916:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568917:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204804.568919:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568922:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204804.568924:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568928:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204804.568929:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568929:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204804.568930:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568931:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204804.568932:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204804.568933:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204804.568935:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204804.568936:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204804.568938:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204804.568942:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618694912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204804.568943:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568944:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568946:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618694528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568950:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204804.568951:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568952:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204804.568953:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204804.568954:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204804.568956:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204804.568957:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204804.568959:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:3.0:1788204804.568960:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204804.568961:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204804.568962:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:3.0:1788204804.568965:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204804.568965:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568966:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568968:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618694656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568972:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204804.568973:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568974:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204804.568975:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204804.568975:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204804.568976:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204804.568978:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204804.568979:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:3.0:1788204804.568981:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204804.568982:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204804.568983:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:3.0:1788204804.568985:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204804.568986:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.568987:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.568990:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618694784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.568997:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204804.568998:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204804.568999:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204804.569002:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204804.569003:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204804.569005:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204804.569006:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204804.569008:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:3.0:1788204804.569010:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204804.569011:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204804.569013:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:3.0:1788204804.569015:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204804.569016:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.569018:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204804.569021:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618694912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.569027:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204804.569028:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204804.569041:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204804.569044:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204804.569045:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204804.569046:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204804.569048:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204804.569050:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788204804.569070:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204804.569072:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204804.569073:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:3.0:1788204804.569076:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204804.569077:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.569079:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204804.569082:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204804.569084:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.569086:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204804.569088:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204804.887179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204804.887187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204804.887192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204804.887193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204804.887195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204804.887196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204804.887199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204804.887200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204804.887253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204804.887263:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204804.887267:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204805.591204:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204805.591214:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204805.591217:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204805.591228:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204805.591232:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204805.591241:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204805.591244:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204805.591248:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204805.591250:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204805.911128:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204805.911138:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204805.911145:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204805.911146:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204805.911150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204805.911151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204805.911154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204805.911156:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204805.911210:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204805.911214:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204805.911217:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204806.615174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204806.615184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204806.615187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204806.615194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204806.615199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204806.615203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204806.615206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204806.615210:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204806.615213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204806.871189:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298611951, at 4298611968
00000100:00000040:3.0:1788204806.871189:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298611951, at 4298611968
00000100:00000010:3.0:1788204806.871208:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89780.
00000100:00000010:2.0:1788204806.871210:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89ea0.
00010000:00000001:3.0:1788204806.935181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204806.935189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204806.935193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204806.935197:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204806.935199:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204806.935202:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204806.935205:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204806.935207:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204806.935208:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204806.935211:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204806.935215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204806.935216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204806.935220:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204806.935221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204806.935272:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204806.935275:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204806.935278:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204807.639127:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204807.639136:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204807.639138:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204807.639144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204807.639150:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204807.639154:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204807.639157:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204807.639161:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204807.639164:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204807.959192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204807.959202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204807.959210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204807.959211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204807.959216:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204807.959217:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204807.959221:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204807.959222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204807.959287:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204807.959292:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204807.959297:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204808.663194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204808.663203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204808.663206:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204808.663212:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204808.663216:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204808.663221:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204808.663224:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204808.663227:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204808.663230:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204808.983160:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204808.983162:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204808.983164:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983167:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204808.983169:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983170:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983172:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204808.983176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204808.983179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204808.983182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204808.983183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204808.983231:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204808.983234:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204808.983237:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204809.687169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204809.687177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204809.687179:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204809.687180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204809.687187:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1788204809.687187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204809.687191:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204809.687192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204809.687196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204809.687197:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204809.687198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204809.687203:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204809.687203:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204809.687208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204809.687211:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3942
00000400:00000200:0.0:1788204809.687220:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204809.687226:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204809.687229:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204809.687231:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687235:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.687237:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687239:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204809.687242:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204809.687243:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204809.687246:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204809.687248:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204809.687250:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204809.687251:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204809.687253:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687255:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.687256:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687257:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204809.687260:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204809.687263:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687266:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204809.687269:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204809.687273:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204809.687276:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687278:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204809.687281:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204809.687301:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204809.687305:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204809.687311:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204809.687312:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687315:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204809.687318:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204809.687321:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204809.687330:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204809.687336:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204809.687345:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204809.687352:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204809.687356:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204809.687360:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204809.687382:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204809.687387:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204809.687391:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204809.687392:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204809.687393:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204809.687396:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204809.687399:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3942
00000400:00000200:0.0:1788204809.687403:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204809.687407:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204809.687410:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204809.687414:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687416:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.687419:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687423:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204809.687425:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204809.687427:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204809.687429:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204809.687431:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204809.687432:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204809.687434:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204809.687436:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687437:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.687439:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687440:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204809.687442:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:3.0:1788204809.687443:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788204809.687445:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687451:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204809.687452:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204809.687452:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204809.687462:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204809.687465:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204809.687469:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687472:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788204809.687475:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204809.687476:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204809.687485:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687492:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.687498:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204809.687499:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.687509:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788204809.687510:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204809.687518:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204809.687519:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.687528:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204809.687529:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204809.687534:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.687536:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618695040:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204809.687540:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204809.687541:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204809.687544:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204809.687546:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204809.687549:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.687550:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.687557:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204809.687562:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
02000000:00000010:3.0:1788204809.687565:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:0.0:1788204809.687569:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.687576:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204809.687580:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204809.687588:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204809.687599:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000001:0.0:1788204809.687607:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204809.687607:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000001:0.0:1788204809.687615:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204809.687616:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695040, portal 25
00000100:00000001:3.0:1788204809.687621:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204809.687625:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:0.0:1788204809.687626:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204809.687640:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204809.687646:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204809.687656:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204809.687657:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204809.687665:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204809.687668:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00080000:0.0:1788204809.687671:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1788204809.687671:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618695040, offset 0
00000100:00000001:0.0:1788204809.687676:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204809.687678:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204809.687682:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204809.687683:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204809.687689:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3942
00000400:00000200:0.0:1788204809.687696:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.687697:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204809.687701:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204809.687704:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204809.687708:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:0.0:1788204809.687711:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204809.687715:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204809.687716:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.687725:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204809.687732:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204809.687733:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204809.687743:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204809.687744:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204809.687751:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204809.687751:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788204809.687756:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204809.687760:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788204809.687762:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788204809.687766:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204809.687773:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687779:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204809.687780:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3688:3688:256:4294967295] 192.168.201.124@tcp LPNI seq info [3688:3688:8:4294967295]
00000100:00000040:0.0:1788204809.687783:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687788:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204809.687791:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204809.687796:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204809.687800:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204809.687802:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204809.687803:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204809.687808:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204809.687810:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687811:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204809.687819:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204809.687823:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1788204809.687824:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687830:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204809.687834:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000200:3.0:1788204809.687834:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:0.0:1788204809.687843:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000010:3.0:1788204809.687845:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
02000000:00000001:0.0:1788204809.687847:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204809.687851:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.687853:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204809.687858:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1788204809.687862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204809.687863:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204809.687869:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204809.687871:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204809.687874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1788204809.687878:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788204809.687890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204809.687899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788204809.687913:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204809.687920:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788204809.687926:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204809.687927:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788204809.687933:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000100:00000001:0.0:1788204809.687957:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204809.687960:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204809.687963:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204809.687965:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204809.687966:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788204809.687967:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204809.687974:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204809.687982:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3942
00000400:00000200:3.0:1788204809.687982:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204809.688000:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.688000:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204809.688011:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000400:00000200:0.0:1788204809.688015:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204809.688019:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204809.688020:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204809.688027:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688030:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788204809.688032:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204809.688033:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688038:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204809.688043:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204809.688047:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204809.688049:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204809.688090:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204809.688094:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204809.688096:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204809.688100:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688102:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.688106:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688115:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204809.688123:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204809.688130:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204809.688131:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204809.688134:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204809.688137:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204809.688141:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204809.688142:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204809.688147:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.688155:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204809.688159:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204809.688166:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.688167:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204809.688169:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204809.688171:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204809.688176:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204809.688178:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.688180:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204809.688184:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204809.688186:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688186:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204809.688193:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:3.0:1788204809.688194:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204809.688199:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204809.688206:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204809.688206:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204809.688222:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204809.688224:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204809.688228:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688234:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298617072
00000100:00000040:0.0:1788204809.688235:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204809.688242:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204809.688243:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204809.688253:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204809.688255:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:3.0:1788204809.688256:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89780.
00000100:00080000:0.0:1788204809.688257:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204809.688265:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204809.688270:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3942
00000100:00000001:3.0:1788204809.688271:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1788204809.688280:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204809.688281:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298617072
00000400:00000200:0.0:1788204809.688287:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000010:3.0:1788204809.688288:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89000.
00000100:00080000:0.0:1788204809.688292:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204809.688295:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1788204809.688301:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204809.688303:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204809.688310:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.688313:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688316:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204809.688319:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204809.688320:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204809.688324:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204809.688327:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204809.688327:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1788204809.688330:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204809.688333:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204809.688334:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00100000:3.0:1788204809.688340:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204809.688341:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688346:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204809.688351:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688354:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204809.688362:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204809.688369:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204809.688374:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204809.688379:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204809.688384:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1788204809.688387:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1788204809.688389:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788204809.688391:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204809.688394:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788204809.688397:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000008:00100000:0.0:1788204809.688399:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:3.0:1788204809.688404:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000008:00000001:0.0:1788204809.688405:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204809.688409:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:0.0:1788204809.688411:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688418:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:0.0:1788204809.688420:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204809.688423:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204809.688426:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204809.688428:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204809.688428:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204809.688431:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204809.688433:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204809.688438:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204809.688445:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204809.688451:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204809.688457:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204809.688459:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204809.688516:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204809.688516:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204809.688522:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688523:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204809.688527:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688530:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.688538:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204809.688540:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204809.688547:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3952)
00000100:00100000:3.0:1788204809.688549:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688559:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204809.688565:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688573:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204809.688576:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688578:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.688579:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688582:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204809.688584:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204809.688587:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204809.688592:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204809.688594:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204809.688598:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204809.688605:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618695040:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204809.688610:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688612:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.688615:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618695040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688621:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204809.688623:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204809.688626:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204809.688629:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204809.688632:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204809.688634:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204809.688636:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204809.688638:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:3.0:1788204809.688642:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204809.688643:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204809.688645:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788204809.688648:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204809.688649:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688652:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688658:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204809.688660:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688662:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204809.688664:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204809.688665:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204809.688669:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688676:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204809.688677:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.688679:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204809.688681:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.688683:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.688686:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204809.688689:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204809.688691:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204809.688692:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.688694:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204809.688697:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204809.688699:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204809.688703:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204809.688705:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204809.688709:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204809.688712:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695168, portal 10
00000100:00000001:3.0:1788204809.688714:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204809.688715:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788204809.688721:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688727:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204809.688730:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204809.688732:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204809.688734:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618695168, offset 0
00000400:00000200:3.0:1788204809.688737:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204809.688742:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.688746:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204809.688749:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204809.688752:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204809.688754:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204809.688756:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204809.688759:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3689:3689:256:4294967295] 192.168.201.124@tcp LPNI seq info [3689:3689:8:4294967295]
00000400:00000200:3.0:1788204809.688763:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.688769:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204809.688774:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.688777:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204809.688781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204809.688783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204809.688788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204809.688790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788204809.688792:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.688793:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204809.688795:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204809.688797:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204809.688799:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204809.688801:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204809.688802:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204809.688805:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688810:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.688811:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688815:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688816:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204809.688818:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.688821:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204809.688823:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204809.688824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298616983
00000100:00000001:3.0:1788204809.688826:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.688828:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298616983
00000100:00000001:3.0:1788204809.688832:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.688834:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204809.688836:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.688837:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204809.688841:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204809.688848:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204809.688850:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204809.688852:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204809.688854:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204809.688855:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204809.688858:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204809.688861:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204809.688869:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688875:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204809.688876:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688877:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.688878:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204809.688880:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688885:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204809.688887:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688890:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204809.688892:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688900:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.688901:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.688903:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204809.688905:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204809.688909:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204809.688911:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204809.688912:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204809.688915:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204809.688919:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204809.688921:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204809.688923:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688927:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204809.688928:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.688929:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204809.688931:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.688932:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.688934:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204809.688935:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204809.688937:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204809.688938:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.688939:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204809.688950:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204809.688953:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204809.688956:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204809.688957:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204809.688959:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204809.688961:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695296, portal 10
00000100:00000001:3.0:1788204809.688963:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204809.688963:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788204809.688967:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.688972:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204809.688973:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204809.688974:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204809.688975:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618695296, offset 0
00000400:00000200:3.0:1788204809.688978:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204809.688980:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.688982:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204809.688984:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204809.688985:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204809.688987:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204809.688988:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204809.688990:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3690:3690:256:4294967295] 192.168.201.124@tcp LPNI seq info [3690:3690:8:4294967295]
00000400:00000200:3.0:1788204809.688992:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.688996:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204809.688998:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.689000:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204809.689002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204809.689004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204809.689007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204809.689008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788204809.689021:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.689023:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204809.689025:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204809.689027:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204809.689029:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204809.689030:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204809.689032:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204809.689034:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689038:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689040:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689048:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689049:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204809.689068:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.689070:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204809.689072:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204809.689074:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298614829
00000100:00000001:3.0:1788204809.689075:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.689076:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298614829
00000100:00000001:3.0:1788204809.689077:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.689079:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204809.689080:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689081:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204809.689083:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204809.689087:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204809.689088:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204809.689089:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204809.689090:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204809.689091:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204809.689093:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204809.689094:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204809.689099:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689103:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204809.689103:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689104:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.689105:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204809.689107:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689111:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204809.689113:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689117:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204809.689118:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689119:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.689120:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689121:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204809.689121:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204809.689123:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204809.689125:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204809.689126:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204809.689128:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204809.689132:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204809.689134:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204809.689136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689139:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204809.689140:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.689141:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204809.689143:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.689144:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.689146:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204809.689147:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204809.689149:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204809.689150:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.689151:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204809.689153:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204809.689154:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204809.689156:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204809.689158:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204809.689160:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204809.689161:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695424, portal 4
00000100:00000001:3.0:1788204809.689162:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204809.689163:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788204809.689166:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689170:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204809.689171:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204809.689172:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204809.689174:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618695424, offset 0
00000400:00000200:3.0:1788204809.689176:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204809.689178:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.689180:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204809.689181:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204809.689183:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204809.689184:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204809.689185:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204809.689187:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3691:3691:256:4294967295] 192.168.201.124@tcp LPNI seq info [3691:3691:8:4294967295]
00000400:00000200:3.0:1788204809.689189:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.689193:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204809.689196:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.689198:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204809.689200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204809.689202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204809.689204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204809.689206:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788204809.689208:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.689209:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204809.689211:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204809.689213:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204809.689214:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204809.689215:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204809.689216:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204809.689218:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689223:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689224:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689228:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689229:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204809.689230:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.689232:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204809.689233:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204809.689234:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298614809
00000100:00000001:3.0:1788204809.689235:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.689237:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298614809
00000100:00000001:3.0:1788204809.689238:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.689239:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204809.689240:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689241:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204809.689243:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204809.689247:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204809.689247:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204809.689248:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204809.689249:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204809.689250:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204809.689252:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204809.689253:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204809.689258:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689261:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204809.689262:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689263:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.689263:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204809.689265:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689269:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204809.689270:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689274:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204809.689275:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689276:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.689276:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689277:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204809.689278:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204809.689279:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204809.689281:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204809.689282:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204809.689284:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204809.689288:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204809.689290:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204809.689292:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689296:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204809.689297:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.689298:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204809.689299:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.689300:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.689302:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204809.689303:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204809.689304:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204809.689305:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.689306:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204809.689307:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204809.689308:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204809.689310:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204809.689311:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204809.689312:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204809.689314:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695552, portal 4
00000100:00000001:3.0:1788204809.689315:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204809.689315:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788204809.689319:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689322:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204809.689324:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204809.689325:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204809.689326:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618695552, offset 0
00000400:00000200:3.0:1788204809.689328:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204809.689329:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.689331:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204809.689332:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204809.689334:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204809.689335:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204809.689337:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204809.689339:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3692:3692:256:4294967295] 192.168.201.124@tcp LPNI seq info [3692:3692:8:4294967295]
00000400:00000200:3.0:1788204809.689341:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204809.689345:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204809.689347:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.689349:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788204809.689351:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204809.689352:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204809.689354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204809.689356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788204809.689358:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204809.689359:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788204809.689361:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204809.689362:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204809.689364:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:3.0:1788204809.689365:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:3.0:1788204809.689366:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204809.689368:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689371:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689377:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689378:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204809.689379:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.689380:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204809.689382:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204809.689383:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298614943
00000100:00000001:3.0:1788204809.689384:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.689385:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298614943
00000100:00000001:3.0:1788204809.689386:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298617072
00000100:00000001:3.0:1788204809.689388:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204809.689390:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689391:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204809.689392:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204809.689397:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204809.689397:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204809.689398:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204809.689399:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204809.689400:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204809.689401:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204809.689403:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204809.689407:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689410:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204809.689411:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689412:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.689412:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204809.689414:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689418:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204809.689420:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689423:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204809.689425:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689425:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204809.689426:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689427:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204809.689428:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204809.689429:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204809.689431:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204809.689432:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204809.689435:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204809.689439:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204809.689440:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689441:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689443:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618695168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689447:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204809.689447:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204809.689448:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204809.689450:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204809.689450:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204809.689451:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204809.689452:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204809.689453:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:3.0:1788204809.689455:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204809.689456:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204809.689457:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788204809.689458:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204809.689459:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689460:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689462:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618695296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689465:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204809.689466:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204809.689467:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204809.689468:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204809.689469:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204809.689469:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204809.689470:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204809.689471:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:3.0:1788204809.689473:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204809.689474:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204809.689475:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788204809.689476:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204809.689477:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689478:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689479:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618695424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689482:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204809.689483:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204809.689484:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204809.689485:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204809.689485:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204809.689486:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204809.689487:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204809.689487:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788204809.689488:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204809.689489:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204809.689490:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788204809.689491:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204809.689491:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689492:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204809.689494:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618695552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.689497:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204809.689497:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204809.689498:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204809.689499:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204809.689500:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204809.689500:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204809.689501:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204809.689502:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:3.0:1788204809.689503:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204809.689503:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204809.689504:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788204809.689505:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204809.689506:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689507:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.689510:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204809.689511:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.689512:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204809.689513:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204810.007146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204810.007150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204810.007159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204810.007160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204810.007164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204810.007165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204810.007167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204810.007168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204810.007215:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204810.007218:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204810.007220:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204810.711134:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204810.711139:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204810.711141:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204810.711144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204810.711148:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204810.711150:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204810.711151:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204810.711153:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204810.711155:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204811.031151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204811.031157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204811.031162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204811.031163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204811.031166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204811.031168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204811.031170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204811.031172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204811.031224:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204811.031227:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204811.031229:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204811.735192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204811.735200:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204811.735202:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204811.735208:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204811.735213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204811.735218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204811.735221:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204811.735223:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204811.735226:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204811.991124:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298617072, at 4298617088
00000100:00000010:2.0:1788204811.991147:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89780.
00000100:00000040:3.0:1788204811.991161:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298617072, at 4298617088
00000100:00000010:3.0:1788204811.991173:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89000.
00010000:00000001:3.0:1788204812.055157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204812.055162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204812.055165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204812.055166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204812.055168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204812.055169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204812.055171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204812.055172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204812.055227:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204812.055230:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204812.055232:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204812.759159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204812.759165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204812.759167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204812.759170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204812.759173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204812.759175:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204812.759177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204812.759179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204812.759181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204813.079112:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204813.079117:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204813.079121:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204813.079122:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204813.079125:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204813.079126:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204813.079129:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204813.079130:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204813.079177:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204813.079180:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204813.079182:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204813.783126:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204813.783132:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204813.783134:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204813.783139:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204813.783142:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204813.783144:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204813.783147:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204813.783148:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204813.783150:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204814.103166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103170:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204814.103170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204814.103175:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204814.103177:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204814.103182:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204814.103183:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204814.103184:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103186:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204814.103188:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103189:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103191:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204814.103194:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204814.103194:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204814.103195:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103196:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204814.103197:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103198:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204814.103199:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204814.103246:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204814.103249:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204814.103251:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204814.807156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204814.807162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204814.807164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204814.807168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204814.807172:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204814.807177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204814.807178:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204814.807180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204814.807182:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204814.807211:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204814.807222:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204814.807226:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204814.807230:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204814.807235:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204814.807243:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3947
00000400:00000200:2.0:1788204814.807254:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204814.807261:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204814.807265:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204814.807269:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807272:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.807276:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807278:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204814.807283:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204814.807286:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204814.807290:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204814.807293:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204814.807296:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204814.807298:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204814.807302:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807304:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.807305:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807307:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204814.807310:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204814.807314:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807317:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.807320:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204814.807325:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.807329:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807331:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204814.807334:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204814.807346:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
00000020:00000040:2.0:1788204814.807351:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204814.807355:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204814.807356:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807359:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204814.807362:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204814.807367:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204814.807377:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:2.0:1788204814.807383:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.807393:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204814.807401:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204814.807406:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.807410:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.807435:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204814.807439:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204814.807442:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204814.807444:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204814.807445:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204814.807448:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204814.807450:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3947
00000400:00000200:2.0:1788204814.807454:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204814.807457:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204814.807460:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204814.807464:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807466:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.807469:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807471:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204814.807473:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204814.807475:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204814.807477:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204814.807479:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788204814.807481:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204814.807484:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204814.807485:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204814.807488:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204814.807490:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204814.807493:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204814.807494:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204814.807499:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:3.0:1788204814.807502:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.807503:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204814.807509:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:3.0:1788204814.807515:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204814.807518:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204814.807518:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.807523:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204814.807526:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204814.807527:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.807529:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.807531:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1788204814.807534:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618695680:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204814.807538:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204814.807539:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.807543:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.807543:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204814.807548:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204814.807548:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.807553:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788204814.807554:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204814.807558:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807560:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204814.807560:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204814.807566:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204814.807567:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000020:00000040:2.0:1788204814.807571:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204814.807574:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788204814.807575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204814.807577:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807580:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204814.807582:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788204814.807582:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
02000000:00000001:2.0:1788204814.807585:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204814.807590:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
00000100:00000001:2.0:1788204814.807593:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204814.807593:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00100000:2.0:1788204814.807600:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788204814.807605:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695680, portal 25
00000100:00000001:2.0:1788204814.807607:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204814.807610:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.807610:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204814.807614:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:2.0:1788204814.807615:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.807625:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.807626:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204814.807628:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204814.807636:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204814.807639:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204814.807642:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204814.807643:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204814.807649:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788204814.807649:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788204814.807654:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3947
00000400:00000010:3.0:1788204814.807655:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf000.
00000100:00000200:3.0:1788204814.807661:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618695680, offset 0
00000400:00000200:2.0:1788204814.807663:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204814.807669:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204814.807674:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204814.807674:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788204814.807681:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807683:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.807687:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204814.807687:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204814.807692:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204814.807695:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204814.807696:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204814.807699:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204814.807699:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:2.0:1788204814.807702:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204814.807706:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204814.807708:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788204814.807709:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204814.807713:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807715:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204814.807718:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:2.0:1788204814.807720:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807723:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204814.807725:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788204814.807726:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204814.807731:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:3.0:1788204814.807734:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807736:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.807740:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204814.807743:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3693:3693:256:4294967295] 192.168.201.124@tcp LPNI seq info [3693:3693:8:4294967295]
02000000:00000001:2.0:1788204814.807744:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.807748:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807752:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204814.807753:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:2.0:1788204814.807756:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204814.807761:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807765:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204814.807766:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1788204814.807771:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000800:00000200:3.0:1788204814.807775:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:2.0:1788204814.807776:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204814.807780:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204814.807782:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788204814.807782:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000100:00000001:2.0:1788204814.807786:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204814.807789:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204814.807790:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204814.807792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:2.0:1788204814.807796:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000800:00000200:3.1:1788204814.807799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204814.807801:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.807808:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204814.807815:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204814.807817:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.807820:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.807822:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204814.807827:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204814.807833:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298622191
00000100:00000001:2.0:1788204814.807836:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204814.807840:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1788204814.807840:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89000.
00000100:00080000:2.0:1788204814.807846:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204814.807847:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204814.807849:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204814.807864:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204814.807868:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3947
00000100:00000001:3.0:1788204814.807869:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1788204814.807872:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204814.807876:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204814.807878:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204814.807878:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298622191
00000100:00000040:2.0:1788204814.807884:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000010:3.0:1788204814.807885:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89f60.
00000100:00000001:2.0:1788204814.807887:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.807890:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204814.807890:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204814.807892:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204814.807894:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204814.807895:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204814.807896:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204814.807899:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204814.807900:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204814.807902:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788204814.807904:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204814.807905:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788204814.807907:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.807909:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204814.807911:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.807912:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.807915:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.807917:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204814.807919:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788204814.807920:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204814.807923:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204814.807924:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204814.807928:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.807929:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204814.807931:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204814.807932:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204814.807934:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204814.807935:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204814.807938:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807942:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788204814.807942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204814.807945:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204814.807952:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.807952:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204814.807955:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.807956:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.807957:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204814.807960:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.807962:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204814.807963:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000100:00100000:3.0:1788204814.807965:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695808:192.168.201.124@tcp:38:kworker.0
00000020:00000040:2.0:1788204814.807968:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788204814.807969:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204814.807975:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204814.807977:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204814.807978:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.807981:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.807982:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204814.807986:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1788204814.807986:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204814.807988:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.807989:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204814.807993:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204814.807995:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204814.807998:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
02000000:00000010:2.0:1788204814.808002:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000400:00000010:3.0:1788204814.808003:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788204814.808007:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695808, portal 10
00000100:00000001:2.0:1788204814.808008:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808009:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204814.808013:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00100000:2.0:1788204814.808018:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204814.808021:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.808042:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204814.808043:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788204814.808045:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204814.808049:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204814.808049:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfc38.
00000100:00000200:3.0:1788204814.808083:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618695808, offset 0
00000400:00000200:3.0:1788204814.808087:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808091:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808095:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204814.808101:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204814.808104:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204814.808105:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204814.808108:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204814.808112:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.808120:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204814.808124:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3694:3694:255:4294967295] 192.168.201.124@tcp LPNI seq info [3694:3694:7:4294967295]
00000100:00080000:2.0:1788204814.808125:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788204814.808130:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204814.808134:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204814.808138:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204814.808139:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788204814.808141:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788204814.808145:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204814.808148:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1788204814.808149:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994d00.
00000100:00080000:2.0:1788204814.808155:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3947
00000800:00000200:3.0:1788204814.808155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204814.808162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:2.0:1788204814.808165:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204814.808167:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204814.808172:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:3.0:1788204814.808173:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00080000:2.0:1788204814.808176:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204814.808181:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788204814.808184:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204814.808185:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298622103
00000100:00000001:2.0:1788204814.808188:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204814.808192:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204814.808192:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298622191
00000100:00000001:2.0:1788204814.808194:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204814.808198:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204814.808198:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298622103
00000020:00000040:2.0:1788204814.808200:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204814.808203:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204814.808204:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298622191
00000020:00000040:2.0:1788204814.808205:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:3.0:1788204814.808210:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204814.808211:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788204814.808215:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204814.808216:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788204814.808219:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204814.808222:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.808227:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.808227:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204814.808233:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204814.808238:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204814.808243:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:3.0:1788204814.808244:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204814.808248:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204814.808250:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788204814.808252:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204814.808256:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808256:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.808262:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204814.808262:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.808267:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204814.808268:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695936:192.168.201.124@tcp:38:kworker.0
02000000:00000001:2.0:1788204814.808272:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808274:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204814.808277:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204814.808278:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1788204814.808281:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:3.0:1788204814.808282:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808285:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788204814.808288:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.808291:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204814.808295:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
00000020:00000040:2.0:1788204814.808298:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204814.808301:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1788204814.808301:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204814.808304:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808305:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.808308:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204814.808311:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204814.808312:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204814.808314:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204814.808317:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5620b0.
02000000:00000010:2.0:1788204814.808320:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000400:00000010:3.0:1788204814.808323:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000001:2.0:1788204814.808326:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204814.808329:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618695936, portal 10
00000100:00000001:3.0:1788204814.808333:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1788204814.808335:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204814.808338:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000001:2.0:1788204814.808349:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788204814.808351:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.808353:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.808362:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.808363:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204814.808369:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204814.808373:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf198.
00000100:00000001:2.0:1788204814.808379:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204814.808380:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618695936, offset 0
00000100:00000040:2.0:1788204814.808388:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3957)
00000400:00000200:3.0:1788204814.808389:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808396:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808400:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204814.808404:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204814.808406:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204814.808409:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204814.808412:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808415:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3695:3695:254:4294967295] 192.168.201.124@tcp LPNI seq info [3695:3695:6:4294967295]
00000400:00000200:3.0:1788204814.808419:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808425:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204814.808430:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204814.808433:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788204814.808436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204814.808440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204814.808442:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.808445:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204814.808448:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204814.808450:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298619948
00000100:00000001:3.0:1788204814.808452:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298622191
00000100:00000001:3.0:1788204814.808454:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298619948
00000100:00000001:3.0:1788204814.808456:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298622191
00000100:00000001:3.0:1788204814.808457:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204814.808460:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808462:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808464:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204814.808467:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204814.808469:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204814.808472:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204814.808473:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204814.808474:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204814.808478:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.808485:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204814.808486:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808488:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204814.808491:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.808492:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204814.808495:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204814.808499:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204814.808500:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204814.808502:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808504:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204814.808507:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204814.808508:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204814.808511:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204814.808514:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562528.
00000400:00000010:3.0:1788204814.808518:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788204814.808520:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696064, portal 4
00000100:00000001:3.0:1788204814.808522:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204814.808523:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:3.0:1788204814.808529:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.808536:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204814.808538:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204814.808541:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfe58.
00000100:00000200:3.0:1788204814.808543:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618696064, offset 0
00000400:00000200:3.0:1788204814.808546:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808549:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808552:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204814.808555:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204814.808557:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204814.808560:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204814.808562:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808564:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3696:3696:253:4294967295] 192.168.201.124@tcp LPNI seq info [3696:3696:5:4294967295]
00000400:00000200:3.0:1788204814.808568:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808573:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204814.808577:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204814.808584:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994400.
00000800:00000200:3.0:1788204814.808587:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204814.808591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204814.808593:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.808596:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204814.808599:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204814.808601:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298619928
00000100:00000001:3.0:1788204814.808603:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298622191
00000100:00000001:3.0:1788204814.808605:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298619928
00000100:00000001:3.0:1788204814.808607:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298622191
00000100:00000001:3.0:1788204814.808609:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204814.808611:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808613:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204814.808616:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.808622:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204814.808623:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808626:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204814.808627:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.808629:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204814.808632:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204814.808636:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204814.808637:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204814.808639:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.808641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204814.808644:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204814.808646:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204814.808649:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204814.808652:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5629f8.
00000400:00000010:3.0:1788204814.808655:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfcc0.
00000100:00000200:3.0:1788204814.808658:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696192, portal 4
00000100:00000001:3.0:1788204814.808660:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204814.808662:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:3.0:1788204814.808668:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.808675:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204814.808677:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204814.808679:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfee0.
00000100:00000200:3.0:1788204814.808682:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618696192, offset 0
00000400:00000200:3.0:1788204814.808686:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808690:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808694:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204814.808697:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204814.808699:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204814.808701:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204814.808703:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204814.808707:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3697:3697:252:4294967295] 192.168.201.124@tcp LPNI seq info [3697:3697:4:4294967295]
00000400:00000200:3.0:1788204814.808711:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204814.808716:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204814.808721:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204814.808724:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788204814.808728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204814.808731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204814.808733:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.808736:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204814.808739:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204814.808741:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298620062
00000100:00000001:3.0:1788204814.808744:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298622191
00000100:00000001:3.0:1788204814.808746:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298620062
00000100:00000001:3.0:1788204814.808748:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298622191
00000100:00000001:3.0:1788204814.808750:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204814.808752:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808755:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808757:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204814.808760:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204814.808762:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204814.808764:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204814.808765:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204814.808767:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.808769:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204815.127125:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204815.127130:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204815.127134:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204815.127135:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204815.127137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204815.127138:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204815.127141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204815.127141:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204815.127193:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204815.127197:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204815.127200:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204815.831128:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204815.831134:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204815.831136:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204815.831140:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204815.831143:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204815.831146:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204815.831148:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204815.831150:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204815.831152:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204816.151165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204816.151170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204816.151174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204816.151175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204816.151178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204816.151178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204816.151181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204816.151181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204816.151228:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204816.151231:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204816.151233:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204816.855153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204816.855160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204816.855163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204816.855167:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204816.855171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204816.855175:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204816.855177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204816.855180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204816.855183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204817.111220:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298622191, at 4298622208
00000100:00000040:3.0:1788204817.111221:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298622191, at 4298622208
00000100:00000010:3.0:1788204817.111244:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89f60.
00000100:00000010:2.0:1788204817.111249:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89000.
00010000:00000001:3.0:1788204817.175102:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204817.175107:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204817.175111:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204817.175114:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204817.175115:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204817.175117:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204817.175119:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204817.175121:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204817.175122:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204817.175124:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204817.175126:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204817.175126:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204817.175129:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204817.175130:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204817.175185:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204817.175188:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204817.175190:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204817.879134:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204817.879141:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204817.879144:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204817.879149:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204817.879154:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204817.879157:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204817.879160:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204817.879163:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204817.879165:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788204817.879287:0:2373:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:0.0:1788204817.879327:0:2373:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204817.879334:0:2373:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204817.879336:0:2373:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:0.0:1788204817.879339:0:2373:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204817.879342:0:2373:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204817.879346:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204817.879350:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:0.0:1788204817.879355:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204817.879359:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204817.879364:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf000
00000400:00000010:0.0:1788204817.879367:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf000.
00000100:00000001:0.0:1788204817.879372:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204817.879381:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879409:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204817.879414:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879428:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204817.879431:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204817.879440:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204817.879442:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994d00.
00000400:00000200:0.0:1788204817.879445:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204817.879453:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204817.879456:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfc38
00000400:00000010:0.0:1788204817.879458:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfc38.
00000100:00000001:0.0:1788204817.879460:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204817.879465:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879472:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204817.879475:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879481:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204817.879482:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204817.879487:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204817.879490:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:0.0:1788204817.879493:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204817.879496:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204817.879498:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf198
00000400:00000010:0.0:1788204817.879499:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf198.
00000100:00000001:0.0:1788204817.879501:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204817.879505:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879513:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204817.879516:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879522:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204817.879523:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204817.879528:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204817.879530:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994400.
00000400:00000200:0.0:1788204817.879533:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204817.879535:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204817.879538:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfe58
00000400:00000010:0.0:1788204817.879540:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfe58.
00000100:00000001:0.0:1788204817.879542:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204817.879545:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879553:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204817.879556:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879573:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204817.879574:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204817.879580:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788204817.879582:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:0.0:1788204817.879585:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204817.879588:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204817.879590:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfee0
00000400:00000010:0.0:1788204817.879592:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfee0.
00000100:00000001:0.0:1788204817.879594:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204817.879598:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879604:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204817.879607:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204817.879613:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204817.879614:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204817.879676:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204817.879681:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204817.879683:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204817.879691:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204817]  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204817.879703:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204817.879706:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204817.879709:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562528.
00000400:00000200:3.0:1788204817.879713:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788204817.879715:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788204817.879717:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204817.879721:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204817.879730:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879736:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204817.879737:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879740:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.879742:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204817.879746:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879753:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204817.879758:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879765:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204817.879768:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879770:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.879771:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879774:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204817.879777:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204817.879781:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204817.879787:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204817.879790:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204817.879794:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204817.879815:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204817.879821:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204817.879824:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204817]  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204817.879832:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204817.879834:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204817.879836:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5629f8.
00000400:00000200:3.0:1788204817.879838:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfcc0
00000400:00000010:3.0:1788204817.879840:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfcc0.
00000100:00000001:3.0:1788204817.879842:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204817.879848:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204817.879854:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879859:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204817.879861:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879862:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.879863:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204817.879866:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879872:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204817.879875:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879886:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204817.879889:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879890:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.879891:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879893:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204817.879894:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204817.879897:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204817.879899:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204817.879902:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204817.879905:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204817.879912:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204817.879916:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204817.879919:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204817]  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204817.879925:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204817.879927:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204817.879929:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788204817.879931:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788204817.879932:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788204817.879935:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204817.879938:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204817.879944:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879949:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204817.879951:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879952:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.879953:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204817.879955:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879960:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204817.879963:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.879969:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204817.879970:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879971:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.879973:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.879974:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204817.879976:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204817.879978:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204817.879980:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204817.879983:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204817.879985:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204817.879992:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204817.879995:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204817.879999:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204817]  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204817.880099:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204817.880101:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204817.880102:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5620b0.
00000400:00000200:3.0:1788204817.880105:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204817.880106:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204817.880109:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204817.880112:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204817.880119:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880125:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204817.880126:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880128:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.880129:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204817.880132:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880138:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204817.880141:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880146:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204817.880148:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880149:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.880150:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880152:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204817.880153:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204817.880155:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204817.880159:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204817.880161:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204817.880165:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204817.880172:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618695936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204817.880176:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204817.880181:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204817]  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204817.880187:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204817.880188:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204817.880190:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204817.880192:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204817.880194:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204817.880195:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204817.880198:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204817.880205:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880210:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204817.880211:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880213:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.880214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204817.880216:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880222:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204817.880225:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880231:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204817.880233:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880234:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204817.880235:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880236:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204817.880238:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204817.880240:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204817.880242:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204817.880244:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204817.880248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204817.880253:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618695680:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204817.880256:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880258:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204817.880261:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618696064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880266:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204817.880268:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204817.880272:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788204817.880275:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204817.880277:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204817.880279:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204817.880281:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204817.880283:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788204817.880286:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204817.880288:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204817.880290:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:3.0:1788204817.880293:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204817.880294:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880295:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204817.880299:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618696192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880304:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204817.880305:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204817.880306:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204817.880308:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204817.880309:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204817.880310:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204817.880311:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204817.880313:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:3.0:1788204817.880314:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204817.880316:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204817.880317:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:3.0:1788204817.880319:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204817.880320:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880321:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204817.880324:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618695808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880328:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204817.880329:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204817.880330:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204817.880332:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204817.880333:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204817.880334:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204817.880335:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204817.880336:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:3.0:1788204817.880338:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204817.880339:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204817.880340:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:3.0:1788204817.880342:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204817.880343:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880344:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204817.880346:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618695936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880351:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204817.880352:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204817.880353:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204817.880356:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204817.880357:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204817.880358:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204817.880359:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204817.880360:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:3.0:1788204817.880362:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204817.880363:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204817.880364:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:3.0:1788204817.880367:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204817.880368:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880370:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204817.880373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618695680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204817.880377:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204817.880379:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204817.880380:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204817.880382:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204817.880383:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204817.880384:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204817.880386:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204817.880387:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:3.0:1788204817.880388:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204817.880389:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204817.880390:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:3.0:1788204817.880392:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204817.880393:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880395:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.880402:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204817.880403:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204817.880405:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204817.880407:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204818.199183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204818.199189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204818.199195:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204818.199196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204818.199199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204818.199200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204818.199202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204818.199203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204818.199274:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204818.199276:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204818.199279:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204818.903171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204818.903178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204818.903179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204818.903183:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204818.903186:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204818.903189:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204818.903191:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204818.903193:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204818.903195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204819.223160:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204819.223162:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204819.223164:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223168:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204819.223169:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223171:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223172:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204819.223176:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204819.223179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204819.223181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204819.223182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204819.223233:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204819.223236:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204819.223239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204819.927136:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204819.927144:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204819.927147:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204819.927152:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204819.927155:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204819.927158:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204819.927160:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204819.927162:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204819.927165:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204819.927299:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204819.927304:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204819.927306:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204819.927310:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204819.927314:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204819.927325:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3952
00000400:00000200:1.0:1788204819.927333:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204819.927339:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204819.927343:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204819.927347:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927350:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927352:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927354:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204819.927358:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204819.927360:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204819.927362:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204819.927365:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204819.927368:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204819.927371:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204819.927374:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927376:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927378:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927380:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204819.927383:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204819.927386:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927388:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204819.927390:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204819.927393:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204819.927396:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.927399:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204819.927401:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204819.927407:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204819.927411:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204819.927415:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204819.927416:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.927419:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204819.927422:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204819.927427:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204819.927434:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000100:00000001:1.0:1788204819.927441:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204819.927450:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204819.927460:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204819.927464:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204819.927469:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204819.927490:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204819.927493:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204819.927501:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204819.927503:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204819.927504:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204819.927507:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204819.927509:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3952
00000400:00000200:1.0:1788204819.927514:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204819.927517:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204819.927519:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204819.927522:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927523:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927525:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927527:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204819.927528:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204819.927529:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204819.927530:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204819.927533:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204819.927536:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:3.0:1788204819.927536:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204819.927539:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204819.927542:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204819.927542:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204819.927547:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927548:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927552:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927554:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788204819.927554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204819.927559:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204819.927565:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927570:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.927573:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204819.927574:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204819.927577:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204819.927582:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204819.927583:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204819.927585:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.927588:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204819.927589:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204819.927594:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204819.927597:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.927599:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204819.927602:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000020:00000040:1.0:1788204819.927606:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204819.927608:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204819.927611:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204819.927614:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204819.927616:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618696320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204819.927617:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204819.927620:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204819.927623:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.927625:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1788204819.927629:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:3.0:1788204819.927633:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204819.927635:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.927638:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204819.927643:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204819.927644:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204819.927652:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:1.0:1788204819.927656:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788204819.927656:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.927660:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204819.927665:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204819.927667:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204819.927674:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000001:1.0:1788204819.927678:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204819.927681:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788204819.927684:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00080000:1.0:1788204819.927685:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204819.927690:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204819.927691:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204819.927695:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788204819.927696:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696320, portal 25
00000100:00080000:1.0:1788204819.927698:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3952
00000100:00000001:3.0:1788204819.927702:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1788204819.927706:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204819.927706:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774365696 : -116879935185920 : ffff95b2c4fb5c00)
00000400:00000200:1.0:1788204819.927712:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204819.927717:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204819.927717:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204819.927724:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927729:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927733:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204819.927736:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204819.927738:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204819.927743:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788204819.927743:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:1.0:1788204819.927746:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000010:3.0:1788204819.927749:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000020:00000001:1.0:1788204819.927750:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204819.927752:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204819.927756:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000200:3.0:1788204819.927758:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618696320, offset 0
00000020:00000001:1.0:1788204819.927759:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788204819.927782:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204819.927792:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204819.927796:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927799:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204819.927803:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:1.0:1788204819.927804:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927808:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204819.927810:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204819.927813:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927815:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204819.927817:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204819.927821:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204819.927823:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.927824:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204819.927826:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204819.927830:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204819.927834:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.927834:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788204819.927839:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.927842:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1788204819.927843:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000020:00000040:1.0:1788204819.927847:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:3.0:1788204819.927848:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:1.0:1788204819.927852:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204819.927856:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.927857:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3698:3698:256:4294967295] 192.168.201.124@tcp LPNI seq info [3698:3698:8:4294967295]
00000100:00000001:1.0:1788204819.927860:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204819.927865:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204819.927866:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204819.927868:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204819.927873:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788204819.927877:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.927884:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1788204819.927885:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788204819.927897:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927907:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788204819.927907:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000100:00000001:1.0:1788204819.927912:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204819.927919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788204819.927923:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788204819.927926:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788204819.927936:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204819.927939:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204819.927942:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204819.927944:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204819.927945:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204819.927948:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204819.927951:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3952
00000400:00000200:1.0:1788204819.927954:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204819.927957:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204819.927959:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204819.927962:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927964:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927965:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927967:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204819.927969:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204819.927971:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204819.927972:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204819.927974:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204819.927976:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204819.927978:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204819.927981:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927983:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.927985:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927987:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204819.927990:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204819.927993:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204819.927996:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204819.927997:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204819.927999:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204819.928004:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204819.928004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204819.928008:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788204819.928011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000008:00100000:1.0:1788204819.928012:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204819.928018:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.928020:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204819.928023:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788204819.928025:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204819.928027:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204819.928028:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.928030:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204819.928032:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204819.928036:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788204819.928036:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000010:1.0:1788204819.928043:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000800:00000010:3.0:1788204819.928043:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000100:00000001:1.0:1788204819.928049:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204819.928078:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204819.928084:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204819.928087:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204819.928091:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204819.928098:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.928099:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1788204819.928101:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204819.928106:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204819.928109:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204819.928110:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788204819.928111:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204819.928117:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204819.928120:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000100:00080000:1.0:1788204819.928122:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3952
00000400:00000010:3.0:1788204819.928125:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000400:00000200:1.0:1788204819.928128:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204819.928133:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204819.928133:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788204819.928138:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204819.928143:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:3.0:1788204819.928143:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204819.928147:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.928151:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.928155:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204819.928160:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204819.928162:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204819.928165:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204819.928165:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788204819.928170:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204819.928173:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204819.928173:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204819.928177:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204819.928184:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204819.928188:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204819.928192:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204819.928192:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928196:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204819.928198:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204819.928201:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204819.928204:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204819.928206:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928207:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204819.928209:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204819.928213:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204819.928216:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204819.928217:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.928222:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204819.928222:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298627312
00000008:00100000:1.0:1788204819.928224:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204819.928228:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.928230:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204819.928231:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89f60.
00000100:00000010:1.0:1788204819.928234:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788204819.928238:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204819.928240:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204819.928241:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1788204819.928243:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.928247:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204819.928248:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204819.928250:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298627312
02000000:00000001:1.0:1788204819.928251:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204819.928257:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89000.
02000000:00000010:1.0:1788204819.928258:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204819.928263:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928264:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1788204819.928270:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204819.928272:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204819.928278:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.928284:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204819.928285:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204819.928287:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204819.928294:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204819.928295:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204819.928317:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204819.928323:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3962)
00000400:00000001:3.0:1788204819.928330:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204819.928333:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204819.928335:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204819.928338:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204819.928340:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204819.928344:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204819.928349:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204819.928359:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928366:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204819.928373:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928376:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.928378:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204819.928383:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928389:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204819.928394:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928408:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204819.928410:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928412:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.928414:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928416:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204819.928419:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204819.928422:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204819.928426:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204819.928429:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204819.928433:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204819.928442:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618696320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204819.928447:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928449:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.928452:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5c00 x1875064618696320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928459:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204819.928462:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204819.928465:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204819.928469:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204819.928471:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204819.928473:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204819.928476:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204819.928479:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:3.0:1788204819.928482:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204819.928485:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204819.928487:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5c00.
00000100:00000001:3.0:1788204819.928491:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204819.928492:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928496:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928509:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204819.928511:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928513:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204819.928514:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204819.928515:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204819.928519:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928527:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204819.928529:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.928532:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204819.928533:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204819.928536:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204819.928539:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204819.928542:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204819.928544:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204819.928546:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.928548:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204819.928552:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204819.928553:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.928558:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204819.928560:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204819.928564:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204819.928567:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696448, portal 10
00000100:00000001:3.0:1788204819.928569:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204819.928570:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774373760 : -116879935177856 : ffff95b2c4fb7b80)
00000100:00000040:3.0:1788204819.928578:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928583:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204819.928586:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204819.928588:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204819.928591:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618696448, offset 0
00000400:00000200:3.0:1788204819.928595:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204819.928599:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.928604:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204819.928608:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204819.928611:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204819.928614:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204819.928616:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204819.928619:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3699:3699:256:4294967295] 192.168.201.124@tcp LPNI seq info [3699:3699:8:4294967295]
00000400:00000200:3.0:1788204819.928623:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.928630:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204819.928635:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.928637:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204819.928642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204819.928645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204819.928649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204819.928653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204819.928657:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.928658:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204819.928661:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204819.928664:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204819.928667:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204819.928669:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204819.928672:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204819.928676:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928683:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.928686:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928693:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928695:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204819.928698:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204819.928703:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204819.928707:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204819.928709:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298627223
00000100:00000001:3.0:1788204819.928712:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.928714:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298627223
00000100:00000001:3.0:1788204819.928716:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.928719:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204819.928721:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928723:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204819.928726:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204819.928734:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204819.928735:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204819.928737:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204819.928739:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204819.928740:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204819.928742:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204819.928745:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204819.928753:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928759:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204819.928760:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928762:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.928763:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204819.928782:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928787:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204819.928791:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928798:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204819.928800:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928803:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.928805:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.928806:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204819.928808:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204819.928811:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204819.928815:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204819.928817:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204819.928821:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204819.928828:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204819.928833:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204819.928837:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928844:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204819.928845:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.928848:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204819.928850:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204819.928852:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204819.928855:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204819.928858:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204819.928859:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204819.928861:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.928862:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204819.928866:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204819.928867:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.928871:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204819.928874:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204819.928877:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204819.928880:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696576, portal 10
00000100:00000001:3.0:1788204819.928882:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204819.928884:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774370176 : -116879935181440 : ffff95b2c4fb6d80)
00000100:00000040:3.0:1788204819.928890:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928896:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204819.928898:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204819.928900:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204819.928903:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618696576, offset 0
00000400:00000200:3.0:1788204819.928906:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204819.928911:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.928914:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204819.928916:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204819.928919:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204819.928921:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204819.928923:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204819.928926:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3700:3700:256:4294967295] 192.168.201.124@tcp LPNI seq info [3700:3700:8:4294967295]
00000400:00000200:3.0:1788204819.928930:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.928936:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204819.928940:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.928943:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204819.928947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204819.928949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204819.928953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204819.928956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204819.928960:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.928961:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204819.928964:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204819.928967:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204819.928970:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204819.928972:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204819.928975:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204819.928978:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928985:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.928988:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.928995:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.928996:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204819.929000:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204819.929003:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204819.929006:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204819.929007:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298625068
00000100:00000001:3.0:1788204819.929010:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.929012:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298625068
00000100:00000001:3.0:1788204819.929014:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.929016:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204819.929018:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.929020:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204819.929023:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204819.929030:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204819.929031:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204819.929033:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204819.929035:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204819.929037:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204819.929039:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204819.929042:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204819.929049:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929083:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204819.929084:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929086:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.929087:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204819.929091:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929098:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204819.929101:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929107:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204819.929109:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929111:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.929112:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929113:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204819.929115:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204819.929117:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204819.929120:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204819.929121:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204819.929124:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204819.929131:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204819.929134:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204819.929137:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929143:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204819.929144:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.929146:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204819.929147:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204819.929149:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204819.929151:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204819.929154:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204819.929156:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204819.929157:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.929159:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204819.929161:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204819.929163:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.929166:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204819.929168:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204819.929171:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204819.929173:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696704, portal 4
00000100:00000001:3.0:1788204819.929175:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204819.929176:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371072 : -116879935180544 : ffff95b2c4fb7100)
00000100:00000040:3.0:1788204819.929181:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929186:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204819.929188:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204819.929190:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204819.929192:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618696704, offset 0
00000400:00000200:3.0:1788204819.929195:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204819.929198:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.929201:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204819.929203:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204819.929206:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204819.929208:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204819.929210:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204819.929212:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3701:3701:256:4294967295] 192.168.201.124@tcp LPNI seq info [3701:3701:8:4294967295]
00000400:00000200:3.0:1788204819.929216:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.929221:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204819.929225:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.929228:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204819.929231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204819.929234:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204819.929237:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204819.929240:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204819.929243:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.929245:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204819.929248:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204819.929251:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204819.929254:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204819.929255:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204819.929257:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204819.929260:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929267:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.929269:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929275:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.929277:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204819.929279:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204819.929282:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204819.929284:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204819.929286:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298625049
00000100:00000001:3.0:1788204819.929288:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.929290:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298625049
00000100:00000001:3.0:1788204819.929292:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.929294:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204819.929296:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.929297:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204819.929301:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204819.929308:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204819.929309:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204819.929310:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204819.929312:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204819.929314:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204819.929316:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204819.929319:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204819.929328:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929333:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204819.929334:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929335:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.929336:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204819.929339:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929345:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204819.929348:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929354:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204819.929356:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929357:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.929358:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929360:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204819.929361:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204819.929363:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204819.929366:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204819.929368:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204819.929372:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204819.929378:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204819.929382:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204819.929385:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929392:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204819.929393:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.929395:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204819.929397:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204819.929399:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204819.929401:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204819.929404:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204819.929405:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204819.929407:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204819.929408:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204819.929411:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204819.929413:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204819.929415:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204819.929418:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204819.929420:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204819.929423:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696832, portal 4
00000100:00000001:3.0:1788204819.929424:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204819.929426:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774358528 : -116879935193088 : ffff95b2c4fb4000)
00000100:00000040:3.0:1788204819.929430:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929436:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204819.929438:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204819.929440:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204819.929442:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618696832, offset 0
00000400:00000200:3.0:1788204819.929445:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204819.929449:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.929452:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204819.929454:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204819.929456:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204819.929458:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204819.929460:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204819.929463:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3702:3702:256:4294967295] 192.168.201.124@tcp LPNI seq info [3702:3702:8:4294967295]
00000400:00000200:3.0:1788204819.929467:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204819.929472:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204819.929476:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.929479:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204819.929482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204819.929484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204819.929488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204819.929490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204819.929493:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204819.929495:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204819.929498:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204819.929500:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204819.929503:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204819.929504:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204819.929507:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204819.929510:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929516:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.929518:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929524:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.929526:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204819.929528:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204819.929531:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204819.929533:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204819.929535:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298625183
00000100:00000001:3.0:1788204819.929537:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.929539:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298625183
00000100:00000001:3.0:1788204819.929541:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298627312
00000100:00000001:3.0:1788204819.929543:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204819.929544:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.929546:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204819.929549:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204819.929555:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204819.929556:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204819.929558:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204819.929560:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204819.929561:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204819.929563:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204819.929565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204819.929573:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929579:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204819.929580:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929582:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.929583:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204819.929586:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929592:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204819.929596:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929602:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204819.929603:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929605:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204819.929606:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929607:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204819.929609:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204819.929611:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204819.929614:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204819.929616:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204819.929619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204819.929625:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618696832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204819.929628:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929630:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.929632:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7b80 x1875064618696448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929638:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204819.929640:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204819.929642:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204819.929644:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204819.929646:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204819.929647:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204819.929649:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204819.929651:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:3.0:1788204819.929653:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204819.929654:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204819.929656:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7b80.
00000100:00000001:3.0:1788204819.929658:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204819.929659:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929661:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.929664:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6d80 x1875064618696576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929670:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204819.929671:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204819.929673:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204819.929675:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204819.929676:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204819.929677:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204819.929679:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204819.929680:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:3.0:1788204819.929684:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204819.929685:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204819.929686:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6d80.
00000100:00000001:3.0:1788204819.929688:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204819.929689:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929691:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.929693:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7100 x1875064618696704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929698:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204819.929699:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204819.929700:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204819.929702:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204819.929703:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204819.929704:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204819.929706:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204819.929707:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:3.0:1788204819.929709:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204819.929710:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204819.929711:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7100.
00000100:00000001:3.0:1788204819.929713:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204819.929715:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929716:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204819.929719:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4000 x1875064618696832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204819.929725:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204819.929726:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204819.929728:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204819.929730:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204819.929731:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204819.929732:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204819.929734:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204819.929735:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:3.0:1788204819.929737:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204819.929738:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204819.929739:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4000.
00000100:00000001:3.0:1788204819.929742:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204819.929743:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929745:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204819.929749:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204819.929750:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204819.929752:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204819.929753:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204820.247139:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204820.247146:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204820.247152:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204820.247153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204820.247155:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204820.247157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204820.247160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204820.247161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204820.247224:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204820.247227:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204820.247231:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204820.951148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204820.951156:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204820.951158:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204820.951164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204820.951168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204820.951172:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204820.951175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204820.951178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204820.951180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204821.271147:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204821.271152:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204821.271156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204821.271157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204821.271160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204821.271160:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204821.271163:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204821.271163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204821.271211:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204821.271213:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204821.271216:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204821.975148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204821.975154:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204821.975156:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204821.975160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204821.975162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204821.975165:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204821.975167:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204821.975168:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204821.975170:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204822.231151:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298627312, at 4298627328
00000100:00000040:3.0:1788204822.231151:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298627312, at 4298627328
00000100:00000010:3.0:1788204822.231164:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89000.
00000100:00000010:2.0:1788204822.231166:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89f60.
00010000:00000001:3.0:1788204822.295157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204822.295162:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204822.295166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204822.295166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204822.295169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204822.295169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204822.295172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204822.295173:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204822.295226:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204822.295229:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204822.295231:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204822.999153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204822.999160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204822.999162:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204822.999166:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204822.999169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204822.999173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204822.999175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204822.999177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204822.999180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204823.319189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204823.319195:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319199:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204823.319203:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204823.319205:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204823.319211:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204823.319214:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204823.319215:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319218:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204823.319220:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319222:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319224:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319228:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204823.319229:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204823.319230:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204823.319231:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319233:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204823.319234:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319236:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204823.319237:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204823.319303:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204823.319307:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204823.319310:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204824.023161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204824.023167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204824.023169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204824.023174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204824.023177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204824.023180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204824.023183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204824.023185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204824.023188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204824.343146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204824.343153:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204824.343159:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204824.343161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204824.343164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204824.343166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204824.343169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204824.343170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204824.343223:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204824.343226:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204824.343228:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204825.047135:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204825.047142:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204825.047145:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204825.047148:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204825.047151:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204825.047157:0:15319:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3957
00000100:00000001:3.0:1788204825.047159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204825.047162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204825.047164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204825.047167:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204825.047168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204825.047172:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1788204825.047174:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204825.047176:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204825.047177:0:15319:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204825.047180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788204825.047183:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204825.047184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204825.047186:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204825.047189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204825.047190:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047195:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204825.047198:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204825.047199:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204825.047201:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204825.047203:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204825.047204:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204825.047206:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204825.047207:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047209:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204825.047210:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047211:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204825.047213:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204825.047216:0:15319:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047217:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204825.047219:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204825.047222:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204825.047224:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047226:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204825.047228:0:15319:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204825.047233:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204825.047235:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204825.047238:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204825.047239:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047241:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204825.047243:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204825.047246:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204825.047251:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788204825.047256:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204825.047262:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204825.047269:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204825.047272:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204825.047275:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204825.047296:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204825.047299:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204825.047302:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204825.047303:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204825.047305:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204825.047307:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204825.047310:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3957
00000400:00000200:1.0:1788204825.047314:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204825.047318:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204825.047320:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204825.047322:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204825.047324:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204825.047326:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204825.047328:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204825.047329:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204825.047332:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047336:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788204825.047337:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204825.047338:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204825.047341:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204825.047344:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204825.047347:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204825.047351:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204825.047351:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204825.047353:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204825.047355:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:3.0:1788204825.047357:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788204825.047359:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047361:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788204825.047361:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204825.047366:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788204825.047366:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047372:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:3.0:1788204825.047373:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618696960:192.168.201.124@tcp:250:kworker.0
00000020:00000040:1.0:1788204825.047375:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:3.0:1788204825.047380:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788204825.047381:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788204825.047384:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204825.047385:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204825.047389:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204825.047389:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.047392:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204825.047394:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788204825.047396:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204825.047397:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047400:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204825.047400:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204825.047405:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204825.047408:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:1.0:1788204825.047410:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047412:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204825.047413:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000010:1.0:1788204825.047416:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000400:00000010:3.0:1788204825.047419:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000020:00000040:1.0:1788204825.047420:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204825.047424:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204825.047425:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047426:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204825.047428:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1788204825.047428:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618696960, portal 25
02000000:00000001:1.0:1788204825.047429:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.047432:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204825.047434:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
02000000:00000010:1.0:1788204825.047435:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788204825.047439:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204825.047440:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204825.047446:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204825.047448:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204825.047454:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047458:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204825.047459:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000001:1.0:1788204825.047462:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204825.047463:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618696960, offset 0
00000100:00000040:1.0:1788204825.047467:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204825.047473:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047480:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204825.047482:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788204825.047484:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204825.047486:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204825.047488:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204825.047489:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788204825.047491:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788204825.047493:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204825.047498:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204825.047499:0:15319:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3957
00000400:00000200:3.0:1788204825.047503:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204825.047507:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.047508:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204825.047512:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204825.047517:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204825.047518:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3703:3703:256:4294967295] 192.168.201.124@tcp LPNI seq info [3703:3703:8:4294967295]
00000100:00080000:1.0:1788204825.047523:0:15319:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204825.047525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204825.047532:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047538:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204825.047538:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788204825.047543:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047547:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:3.0:1788204825.047548:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788204825.047549:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204825.047551:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000010:3.0:1788204825.047556:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000020:00000001:1.0:1788204825.047558:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204825.047561:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204825.047562:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204825.047566:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:3.0:1788204825.047567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788204825.047570:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047574:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788204825.047575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1788204825.047578:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047582:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:3.1:1788204825.047586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:1.0:1788204825.047588:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:3.1:1788204825.047593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1788204825.047594:0:15319:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047600:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788204825.047603:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204825.047604:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1788204825.047608:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
02000000:00000001:1.0:1788204825.047610:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204825.047614:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047616:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204825.047618:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204825.047620:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047622:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204825.047624:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788204825.047626:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:3.0:1788204825.047627:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204825.047628:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204825.047630:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047632:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204825.047634:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204825.047635:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204825.047639:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000400:00000200:3.0:1788204825.047642:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204825.047643:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204825.047650:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204825.047650:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204825.047656:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:1.0:1788204825.047660:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204825.047663:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204825.047664:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204825.047672:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204825.047673:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204825.047696:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204825.047699:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204825.047703:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204825.047704:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204825.047706:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204825.047711:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204825.047715:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3957
00000400:00000200:1.0:1788204825.047719:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204825.047721:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1788204825.047722:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204825.047725:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204825.047730:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:3.0:1788204825.047730:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204825.047734:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204825.047737:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047741:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204825.047745:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204825.047747:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204825.047750:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204825.047751:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:3.0:1788204825.047751:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204825.047756:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788204825.047756:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204825.047765:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204825.047769:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:3.0:1788204825.047775:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204825.047779:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204825.047780:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298632431
00000100:00000001:1.0:1788204825.047785:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1788204825.047788:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89000.
00000100:00000040:1.0:1788204825.047790:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047794:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204825.047797:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788204825.047798:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1788204825.047803:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204825.047803:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298632431
00000100:00000001:1.0:1788204825.047809:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204825.047810:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89780.
02000000:00000001:1.0:1788204825.047814:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204825.047816:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1788204825.047819:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204825.047821:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204825.047823:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.047827:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047828:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204825.047832:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:1.0:1788204825.047833:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204825.047838:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.047841:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204825.047841:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825]  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204825.047848:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788204825.047853:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000001:3.0:1788204825.047857:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1788204825.047858:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1788204825.047861:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1788204825.047862:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204825.047865:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000100:00000001:1.0:1788204825.047866:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204825.047870:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204825.047870:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
02000000:00000001:1.0:1788204825.047872:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204825.047874:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204825.047878:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:1.0:1788204825.047880:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000200:3.0:1788204825.047882:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204825.047885:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204825.047894:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788204825.047900:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204825.047907:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204825.047912:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.047915:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204825.047918:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204825.047920:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.047922:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.047926:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204825.047935:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204825.047935:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204825.047941:0:15319:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204825.047947:0:15319:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204825.047949:0:15319:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204825.047951:0:15319:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204825.047954:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204825.047955:0:15319:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204825.047959:0:15319:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3957
00000400:00000200:1.0:1788204825.047964:0:15319:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204825.047965:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204825.047966:0:15319:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204825.047970:0:15319:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204825.047974:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047978:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204825.047982:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.047987:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204825.047987:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788204825.047992:0:15319:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204825.047993:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204825.047994:0:15319:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:3.0:1788204825.047997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1788204825.047998:0:15319:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204825.048001:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204825.048002:0:15319:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:3.0:1788204825.048005:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1788204825.048007:0:15319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788204825.048009:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788204825.048011:0:15319:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00080000:3.0:1788204825.048017:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1788204825.048018:0:15319:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.048023:0:15319:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1788204825.048026:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:1.0:1788204825.048027:0:15319:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204825.048032:0:15319:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204825.048032:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1788204825.048038:0:15319:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:3.0:1788204825.048042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204825.048045:0:15319:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00100000:3.0:1788204825.048075:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618696960:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204825.048079:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048083:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204825.048084:0:15319:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204825.048086:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618696960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204825.048088:0:15319:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204825.048093:0:15319:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204825.048095:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204825.048099:0:15319:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048099:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048102:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
00000100:00000001:1.0:1788204825.048103:0:15319:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204825.048106:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:1.0:1788204825.048107:0:15319:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000020:00000001:3.0:1788204825.048109:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204825.048111:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000008:00000001:1.0:1788204825.048114:0:15319:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204825.048114:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204825.048117:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788204825.048118:0:15319:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048121:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204825.048123:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204825.048124:0:15319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000100:00000010:3.0:1788204825.048125:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204825.048130:0:15319:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788204825.048131:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204825.048133:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048136:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204825.048137:0:15319:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204825.048139:0:15319:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048141:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204825.048142:0:15319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204825.048144:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204825.048145:0:15319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204825.048147:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204825.048149:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204825.048150:0:15319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048150:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204825.048155:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204825.048158:0:15319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:3.0:1788204825.048161:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204825.048163:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.048164:0:15319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048165:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204825.048169:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204825.048172:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204825.048175:0:15319:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788204825.048176:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204825.048183:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204825.048185:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204825.048187:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048191:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204825.048195:0:15319:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1788204825.048195:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204825.048199:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.048200:0:15319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204825.048204:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204825.048207:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000040:1.0:1788204825.048209:0:15319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788204825.048211:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204825.048216:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697088, portal 10
00000100:00000001:3.0:1788204825.048219:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204825.048221:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000040:3.0:1788204825.048229:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204825.048232:0:15319:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048234:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204825.048238:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204825.048240:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204825.048241:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618697088, offset 0
00000100:00000040:1.0:1788204825.048242:0:15319:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3967)
00000400:00000200:3.0:1788204825.048245:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204825.048250:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.048253:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204825.048256:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204825.048257:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204825.048259:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204825.048261:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204825.048263:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3704:3704:256:4294967295] 192.168.201.124@tcp LPNI seq info [3704:3704:8:4294967295]
00000400:00000200:3.0:1788204825.048266:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.048270:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204825.048273:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.048276:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204825.048278:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204825.048281:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204825.048283:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204825.048285:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204825.048287:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.048289:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204825.048290:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204825.048292:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204825.048294:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204825.048295:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204825.048297:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204825.048299:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048303:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.048305:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048309:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048310:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204825.048312:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204825.048314:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204825.048316:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204825.048317:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298632343
00000100:00000001:3.0:1788204825.048319:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.048321:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298632343
00000100:00000001:3.0:1788204825.048322:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.048323:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204825.048324:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048325:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204825.048327:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825]  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204825.048335:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204825.048336:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204825.048337:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204825.048338:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204825.048339:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204825.048340:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204825.048342:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204825.048346:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048350:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204825.048351:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048352:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.048353:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204825.048355:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048358:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204825.048360:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048364:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204825.048365:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048366:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.048367:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048368:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204825.048369:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204825.048370:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204825.048371:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204825.048373:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204825.048375:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204825.048380:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204825.048382:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204825.048384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048387:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204825.048388:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048389:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204825.048390:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204825.048391:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204825.048392:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204825.048394:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204825.048395:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204825.048396:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048396:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048398:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204825.048399:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204825.048401:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204825.048402:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204825.048404:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204825.048405:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697216, portal 10
00000100:00000001:3.0:1788204825.048407:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204825.048407:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:3.0:1788204825.048411:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048415:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204825.048416:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204825.048417:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204825.048418:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618697216, offset 0
00000400:00000200:3.0:1788204825.048420:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204825.048422:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.048424:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204825.048426:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204825.048427:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204825.048429:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204825.048430:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204825.048432:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3705:3705:256:4294967295] 192.168.201.124@tcp LPNI seq info [3705:3705:8:4294967295]
00000400:00000200:3.0:1788204825.048434:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.048438:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204825.048440:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.048442:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204825.048444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204825.048446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204825.048448:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204825.048449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204825.048462:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.048464:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204825.048466:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204825.048468:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204825.048470:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204825.048471:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204825.048472:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204825.048474:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048479:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.048481:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048485:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048485:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204825.048487:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204825.048489:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204825.048491:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204825.048492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298630188
00000100:00000001:3.0:1788204825.048494:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.048495:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298630188
00000100:00000001:3.0:1788204825.048496:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.048497:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204825.048498:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048499:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204825.048501:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825]  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204825.048505:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204825.048506:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204825.048507:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204825.048508:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204825.048509:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204825.048511:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204825.048512:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204825.048517:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048520:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204825.048521:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048522:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.048523:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204825.048525:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048530:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204825.048533:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048539:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204825.048542:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048543:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.048545:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048546:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204825.048548:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204825.048550:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204825.048553:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204825.048555:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204825.048559:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204825.048566:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204825.048569:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204825.048572:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048578:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204825.048580:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048582:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204825.048584:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204825.048586:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204825.048588:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204825.048591:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204825.048593:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204825.048595:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048596:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048599:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204825.048601:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204825.048604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204825.048606:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204825.048609:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204825.048612:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697344, portal 4
00000100:00000001:3.0:1788204825.048614:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204825.048615:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:3.0:1788204825.048620:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048626:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204825.048628:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204825.048631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204825.048633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618697344, offset 0
00000400:00000200:3.0:1788204825.048636:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204825.048640:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.048643:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204825.048646:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204825.048648:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204825.048650:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204825.048652:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204825.048655:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3706:3706:256:4294967295] 192.168.201.124@tcp LPNI seq info [3706:3706:8:4294967295]
00000400:00000200:3.0:1788204825.048659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.048665:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204825.048669:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.048672:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204825.048675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204825.048690:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204825.048695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204825.048697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204825.048701:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.048703:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204825.048706:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204825.048709:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204825.048712:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204825.048714:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204825.048716:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204825.048720:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048733:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.048735:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048742:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048743:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204825.048746:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204825.048748:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204825.048751:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204825.048753:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298630168
00000100:00000001:3.0:1788204825.048756:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.048757:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298630168
00000100:00000001:3.0:1788204825.048760:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.048761:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204825.048763:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048765:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204825.048769:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825]  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204825.048776:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204825.048777:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204825.048779:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204825.048781:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204825.048782:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204825.048784:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204825.048787:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204825.048795:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048802:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204825.048804:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048806:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.048808:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204825.048811:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048817:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204825.048820:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048826:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204825.048828:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048830:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.048831:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048833:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204825.048834:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204825.048836:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204825.048839:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204825.048841:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204825.048844:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204825.048851:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204825.048855:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048856:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.048859:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618697088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048865:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204825.048867:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048869:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204825.048872:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204825.048873:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204825.048875:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204825.048877:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204825.048879:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
02000000:00000001:3.0:1788204825.048883:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204825.048884:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204825.048886:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:3.0:1788204825.048888:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204825.048889:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048891:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.048894:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618697216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048900:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204825.048902:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048903:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204825.048905:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204825.048906:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204825.048907:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204825.048909:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204825.048911:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2c00.
02000000:00000001:3.0:1788204825.048913:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204825.048914:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204825.048915:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:3.0:1788204825.048917:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204825.048918:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048920:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.048923:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618697344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048930:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204825.048931:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048932:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204825.048935:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204825.048936:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204825.048937:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204825.048939:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204825.048940:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:3.0:1788204825.048942:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204825.048944:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204825.048945:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:3.0:1788204825.048947:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204825.048948:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048950:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.048954:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204825.048956:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.048958:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204825.048960:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204825.048961:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204825.048964:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.048971:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204825.048972:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048975:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204825.048976:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204825.048978:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204825.048981:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204825.048984:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204825.048986:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204825.048987:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204825.048988:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204825.048990:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204825.048991:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204825.048993:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204825.048996:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204825.048999:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204825.049001:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697472, portal 4
00000100:00000001:3.0:1788204825.049003:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204825.049004:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:3.0:1788204825.049010:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049016:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204825.049018:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204825.049020:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204825.049023:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618697472, offset 0
00000400:00000200:3.0:1788204825.049027:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204825.049031:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.049034:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204825.049037:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204825.049040:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204825.049042:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204825.049044:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204825.049047:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3707:3707:256:4294967295] 192.168.201.124@tcp LPNI seq info [3707:3707:8:4294967295]
00000400:00000200:3.0:1788204825.049050:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204825.049069:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204825.049072:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.049075:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204825.049078:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204825.049079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204825.049082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204825.049084:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204825.049086:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204825.049087:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204825.049089:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204825.049091:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204825.049093:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204825.049094:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204825.049096:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204825.049098:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049103:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.049105:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049109:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.049110:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204825.049112:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204825.049114:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204825.049116:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204825.049118:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298630303
00000100:00000001:3.0:1788204825.049119:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.049120:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298630303
00000100:00000001:3.0:1788204825.049122:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298632431
00000100:00000001:3.0:1788204825.049123:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204825.049124:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.049125:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204825.049127:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825]  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204825.049131:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204825.049131:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204825.049133:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204825.049134:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204825.049135:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204825.049136:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204825.049138:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204825.049142:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049146:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204825.049147:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.049148:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.049149:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204825.049151:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049154:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204825.049156:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049160:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204825.049162:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.049162:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204825.049163:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.049164:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204825.049165:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204825.049167:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204825.049168:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204825.049169:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204825.049171:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204825.049175:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204825.049177:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.049178:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204825.049180:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618697472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204825.049183:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204825.049184:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204825.049185:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204825.049187:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204825.049189:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204825.049190:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204825.049192:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204825.049193:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:3.0:1788204825.049196:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204825.049197:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204825.049198:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:3.0:1788204825.049200:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204825.049201:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.049203:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204825.049206:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204825.049207:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204825.049209:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204825.049210:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204825.367171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204825.367178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204825.367183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204825.367185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204825.367187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204825.367189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204825.367192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204825.367193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204825.367257:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204825.367260:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204825.367264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204826.071149:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204826.071155:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204826.071156:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204826.071159:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204826.071162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204826.071164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204826.071166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204826.071168:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204826.071169:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204826.391158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391162:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204826.391165:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204826.391166:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204826.391168:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391170:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204826.391172:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391173:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391175:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204826.391178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204826.391180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204826.391180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204826.391237:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204826.391241:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204826.391243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204827.095133:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204827.095140:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204827.095143:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204827.095148:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204827.095152:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204827.095155:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204827.095158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204827.095160:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204827.095162:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204827.351146:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298632431, at 4298632448
00000100:00000040:2.0:1788204827.351150:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298632431, at 4298632448
00000100:00000010:3.0:1788204827.351157:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89780.
00000100:00000010:2.0:1788204827.351160:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89000.
00010000:00000001:3.0:1788204827.415161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204827.415168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204827.415174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204827.415175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204827.415178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204827.415179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204827.415183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204827.415184:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204827.415252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204827.415256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204827.415259:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204828.119155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204828.119164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204828.119166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204828.119171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204828.119175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204828.119178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204828.119182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204828.119184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204828.119186:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204828.439232:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204828.439239:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204828.439251:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204828.439252:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204828.439256:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204828.439257:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204828.439260:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204828.439261:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204828.439330:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204828.439334:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204828.439338:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204829.143152:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204829.143157:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204829.143159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204829.143196:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204829.143199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204829.143203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204829.143206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204829.143208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204829.143210:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463160:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204829.463167:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204829.463169:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204829.463173:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463176:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204829.463178:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463180:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463183:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204829.463189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204829.463193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204829.463196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204829.463197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204829.463248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204829.463251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204829.463254:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204830.167138:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204830.167144:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204830.167146:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204830.167150:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204830.167153:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204830.167156:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.167157:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204830.167159:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.167161:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204830.167169:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204830.167173:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204830.167176:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204830.167178:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204830.167183:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204830.167190:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3962
00000400:00000200:0.0:1788204830.167198:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204830.167204:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204830.167208:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204830.167212:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167215:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167217:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167220:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204830.167223:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204830.167225:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204830.167228:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204830.167231:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204830.167232:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204830.167234:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204830.167236:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167237:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167238:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167240:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204830.167241:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204830.167243:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167245:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204830.167246:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204830.167248:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204830.167250:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167258:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204830.167260:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204830.167268:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204830.167271:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204830.167274:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204830.167276:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167278:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204830.167281:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204830.167284:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204830.167291:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204830.167295:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204830.167302:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204830.167309:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204830.167312:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204830.167315:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204830.167329:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204830.167331:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204830.167333:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204830.167334:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204830.167335:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204830.167337:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204830.167338:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3962
00000400:00000200:0.0:1788204830.167340:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204830.167342:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204830.167344:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204830.167346:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167348:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167350:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167352:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204830.167353:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204830.167354:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204830.167355:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204830.167356:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788204830.167357:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204830.167360:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204830.167360:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204830.167361:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204830.167364:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204830.167366:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167368:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167371:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:3.0:1788204830.167371:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204830.167375:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204830.167379:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204830.167383:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167388:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167389:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204830.167390:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204830.167392:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204830.167395:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204830.167396:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204830.167400:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.167400:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204830.167404:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204830.167405:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204830.167409:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788204830.167410:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618697600:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788204830.167415:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167416:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204830.167418:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.167420:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1788204830.167421:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
02000000:00000001:3.0:1788204830.167423:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204830.167424:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204830.167425:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204830.167427:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204830.167429:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204830.167430:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:0.0:1788204830.167431:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204830.167433:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204830.167434:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204830.167436:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.167440:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:0.0:1788204830.167441:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204830.167445:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204830.167445:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00100000:0.0:1788204830.167451:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788204830.167452:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000001:0.0:1788204830.167459:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204830.167460:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697600, portal 25
00000100:00000001:0.0:1788204830.167461:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167464:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204830.167467:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.167467:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788204830.167475:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204830.167477:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204830.167482:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204830.167488:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204830.167489:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204830.167490:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204830.167493:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788204830.167497:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167498:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204830.167501:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3962
00000400:00000010:3.0:1788204830.167503:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000400:00000200:0.0:1788204830.167505:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:3.0:1788204830.167508:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618697600, offset 0
00000400:00000200:0.0:1788204830.167509:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204830.167512:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204830.167515:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167516:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167520:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167522:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788204830.167522:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788204830.167527:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204830.167527:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204830.167528:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204830.167529:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204830.167531:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204830.167532:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788204830.167535:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204830.167536:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167539:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167541:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167543:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204830.167545:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788204830.167546:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:0.0:1788204830.167548:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167552:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204830.167552:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204830.167555:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204830.167555:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204830.167559:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167560:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204830.167562:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204830.167563:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00000001:0.0:1788204830.167564:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167567:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.167569:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1788204830.167570:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204830.167574:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:3.0:1788204830.167577:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:0.0:1788204830.167578:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204830.167580:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167582:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204830.167584:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204830.167586:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.167586:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3708:3708:256:4294967295] 192.168.201.124@tcp LPNI seq info [3708:3708:8:4294967295]
02000000:00000010:0.0:1788204830.167604:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000400:00000200:3.0:1788204830.167606:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204830.167608:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204830.167613:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204830.167629:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204830.167629:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204830.167632:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204830.167638:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788204830.167644:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167646:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204830.167650:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204830.167652:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204830.167653:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204830.167654:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:3.0:1788204830.167654:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000100:00000001:0.0:1788204830.167659:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204830.167662:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3962
00000800:00000200:3.0:1788204830.167667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:0.0:1788204830.167668:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:3.0:1788204830.167673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000400:00000200:0.0:1788204830.167674:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204830.167677:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204830.167683:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167685:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788204830.167685:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204830.167687:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167692:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204830.167693:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1788204830.167693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1788204830.167696:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204830.167698:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204830.167700:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204830.167703:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000100:3.0:1788204830.167704:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788204830.167705:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000010:3.0:1788204830.167709:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000100:00000040:0.0:1788204830.167710:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167713:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167714:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167715:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204830.167717:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204830.167718:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167719:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204830.167720:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204830.167722:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204830.167724:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167725:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204830.167727:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1788204830.167728:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1788204830.167729:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167733:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204830.167735:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204830.167738:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000200:3.0:1788204830.167738:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788204830.167742:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204830.167744:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167746:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204830.167747:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204830.167748:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.167748:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
02000000:00000010:0.0:1788204830.167753:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000400:00000010:3.0:1788204830.167753:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:0.0:1788204830.167756:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204830.167761:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204830.167761:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204830.167769:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204830.167770:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204830.167770:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204830.167777:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204830.167793:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204830.167795:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204830.167795:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204830.167799:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204830.167800:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204830.167802:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788204830.167803:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204830.167804:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204830.167808:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3962
00000400:00000200:0.0:1788204830.167813:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204830.167818:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204830.167821:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204830.167825:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204830.167826:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167827:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204830.167831:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204830.167831:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204830.167836:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204830.167837:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204830.167838:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204830.167839:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204830.167840:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204830.167841:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788204830.167841:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204830.167846:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204830.167849:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167851:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204830.167851:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204830.167855:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167857:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204830.167857:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298637551
00000020:00000040:0.0:1788204830.167860:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204830.167863:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204830.167864:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204830.167865:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89780.
02000000:00000001:0.0:1788204830.167866:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204830.167868:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204830.167870:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204830.167871:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204830.167872:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204830.167874:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167874:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204830.167879:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204830.167882:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788204830.167882:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298637551
00000020:00000040:0.0:1788204830.167883:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204830.167888:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204830.167889:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204830.167890:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89ea0.
00000100:00000001:0.0:1788204830.167891:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204830.167892:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204830.167895:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167897:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000010:0.0:1788204830.167899:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204830.167903:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167904:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204830.167907:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204830.167910:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.167914:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204830.167916:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204830.167918:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204830.167925:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204830.167925:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830]  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204830.167943:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204830.167948:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3972)
00000400:00000001:3.0:1788204830.167959:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204830.167961:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204830.167963:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204830.167966:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204830.167968:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204830.167971:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204830.167975:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204830.167984:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.167991:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204830.167992:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.167995:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.167996:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204830.168000:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168007:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204830.168011:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168018:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204830.168021:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168023:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168024:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168026:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204830.168028:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204830.168031:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204830.168034:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204830.168037:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204830.168041:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204830.168068:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618697600:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204830.168080:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168082:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168085:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618697600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168092:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204830.168094:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168096:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204830.168100:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204830.168102:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204830.168103:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204830.168105:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204830.168107:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:3.0:1788204830.168111:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204830.168112:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204830.168113:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788204830.168116:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204830.168117:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168119:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168126:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204830.168127:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168129:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204830.168131:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204830.168132:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204830.168135:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168143:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204830.168144:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168146:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204830.168148:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204830.168150:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204830.168153:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204830.168156:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204830.168158:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204830.168160:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168162:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168165:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204830.168167:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.168170:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204830.168173:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204830.168176:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204830.168179:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697728, portal 10
00000100:00000001:3.0:1788204830.168181:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204830.168183:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788204830.168188:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168194:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204830.168196:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204830.168199:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204830.168201:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618697728, offset 0
00000400:00000200:3.0:1788204830.168205:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168209:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168212:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204830.168215:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204830.168218:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204830.168220:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204830.168222:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168225:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3709:3709:256:4294967295] 192.168.201.124@tcp LPNI seq info [3709:3709:8:4294967295]
00000400:00000200:3.0:1788204830.168229:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168235:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204830.168240:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168243:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204830.168247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204830.168250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204830.168254:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204830.168256:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204830.168260:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168262:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204830.168264:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204830.168266:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204830.168268:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204830.168269:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204830.168271:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204830.168273:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168278:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168280:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168284:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168285:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204830.168287:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204830.168289:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204830.168291:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204830.168293:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298637463
00000100:00000001:3.0:1788204830.168295:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168296:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298637463
00000100:00000001:3.0:1788204830.168297:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168299:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204830.168300:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168301:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204830.168303:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830]  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204830.168307:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204830.168308:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204830.168309:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204830.168310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204830.168311:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204830.168313:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204830.168315:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204830.168320:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168323:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204830.168324:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168325:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168326:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204830.168328:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168331:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204830.168333:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168337:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204830.168338:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168339:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168340:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168341:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204830.168342:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204830.168343:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204830.168345:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204830.168346:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204830.168348:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204830.168352:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204830.168355:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204830.168357:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168360:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204830.168361:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168362:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204830.168363:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204830.168364:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204830.168366:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204830.168368:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204830.168369:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204830.168370:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168371:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168373:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204830.168374:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.168376:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204830.168377:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204830.168379:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204830.168381:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697856, portal 10
00000100:00000001:3.0:1788204830.168382:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204830.168383:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788204830.168386:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168390:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204830.168391:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204830.168392:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204830.168394:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618697856, offset 0
00000400:00000200:3.0:1788204830.168396:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168398:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168400:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204830.168401:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204830.168403:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204830.168404:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204830.168406:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168408:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3710:3710:256:4294967295] 192.168.201.124@tcp LPNI seq info [3710:3710:8:4294967295]
00000400:00000200:3.0:1788204830.168410:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168413:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204830.168416:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168417:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204830.168419:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204830.168421:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204830.168423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204830.168425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204830.168427:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168428:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204830.168430:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204830.168432:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204830.168433:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204830.168434:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204830.168435:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204830.168437:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168441:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168443:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168447:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168448:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204830.168449:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204830.168451:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204830.168452:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204830.168453:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298635308
00000100:00000001:3.0:1788204830.168454:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168456:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298635308
00000100:00000001:3.0:1788204830.168457:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168458:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204830.168460:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168461:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204830.168463:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830]  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204830.168467:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204830.168467:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204830.168468:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204830.168469:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204830.168470:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204830.168471:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204830.168472:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204830.168477:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168481:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204830.168481:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168482:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168483:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204830.168485:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168488:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204830.168490:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168494:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204830.168495:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168496:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168496:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168498:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204830.168499:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204830.168500:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204830.168502:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204830.168503:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204830.168505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204830.168509:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204830.168511:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204830.168513:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168516:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204830.168517:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168518:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204830.168519:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204830.168520:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204830.168521:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204830.168523:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204830.168524:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204830.168525:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168526:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168527:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204830.168528:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.168530:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204830.168531:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204830.168533:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204830.168535:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618697984, portal 4
00000100:00000001:3.0:1788204830.168536:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204830.168536:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788204830.168539:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168543:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204830.168545:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204830.168546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204830.168547:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618697984, offset 0
00000400:00000200:3.0:1788204830.168549:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168551:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168552:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204830.168554:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204830.168555:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204830.168556:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204830.168557:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168559:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3711:3711:256:4294967295] 192.168.201.124@tcp LPNI seq info [3711:3711:8:4294967295]
00000400:00000200:3.0:1788204830.168561:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168565:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204830.168567:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168569:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204830.168571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204830.168572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204830.168574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204830.168576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204830.168578:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168579:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204830.168581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204830.168583:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204830.168584:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204830.168585:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204830.168586:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204830.168603:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168608:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168610:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168618:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168619:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204830.168621:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204830.168623:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204830.168625:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204830.168626:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298635288
00000100:00000001:3.0:1788204830.168628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298635288
00000100:00000001:3.0:1788204830.168630:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168631:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204830.168632:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168633:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204830.168635:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830]  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204830.168639:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204830.168640:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204830.168641:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204830.168643:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204830.168644:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204830.168645:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204830.168646:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204830.168651:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168654:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204830.168655:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168656:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168656:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204830.168658:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168662:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204830.168665:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168668:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204830.168669:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168670:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168671:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168672:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204830.168673:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204830.168674:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204830.168676:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204830.168677:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204830.168679:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204830.168683:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618697984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204830.168684:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204830.168686:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168689:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204830.168690:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168691:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204830.168692:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204830.168694:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204830.168695:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204830.168697:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204830.168698:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204830.168699:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204830.168700:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168702:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204830.168704:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204830.168705:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204830.168707:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204830.168708:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204830.168710:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698112, portal 4
00000100:00000001:3.0:1788204830.168711:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204830.168712:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788204830.168715:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168718:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204830.168720:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204830.168721:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204830.168722:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618698112, offset 0
00000400:00000200:3.0:1788204830.168724:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168726:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168728:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204830.168729:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204830.168731:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204830.168732:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204830.168733:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204830.168735:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3712:3712:256:4294967295] 192.168.201.124@tcp LPNI seq info [3712:3712:8:4294967295]
00000400:00000200:3.0:1788204830.168738:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204830.168741:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204830.168744:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168746:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204830.168748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204830.168749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204830.168751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204830.168753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204830.168755:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204830.168756:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204830.168758:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204830.168760:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204830.168762:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204830.168763:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204830.168764:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204830.168766:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168770:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168772:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168775:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168776:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204830.168778:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204830.168779:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204830.168780:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204830.168782:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298635422
00000100:00000001:3.0:1788204830.168783:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168784:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298635422
00000100:00000001:3.0:1788204830.168785:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298637551
00000100:00000001:3.0:1788204830.168786:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204830.168787:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168788:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204830.168790:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830]  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204830.168794:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204830.168795:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204830.168795:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204830.168797:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204830.168797:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204830.168799:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204830.168800:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204830.168805:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168810:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204830.168811:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168813:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168814:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204830.168817:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168824:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204830.168828:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168834:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204830.168836:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168837:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204830.168838:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168840:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204830.168842:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204830.168844:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204830.168847:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204830.168849:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204830.168853:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204830.168861:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204830.168864:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168867:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168869:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618697728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168873:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204830.168874:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168876:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788204830.168877:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204830.168878:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204830.168879:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204830.168880:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204830.168881:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788204830.168883:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204830.168883:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204830.168884:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788204830.168886:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204830.168887:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168888:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168890:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618697856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168894:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204830.168894:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168895:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204830.168896:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204830.168897:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204830.168897:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204830.168898:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204830.168899:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:3.0:1788204830.168900:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204830.168901:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204830.168901:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788204830.168903:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204830.168903:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168904:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168906:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618697984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168909:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204830.168910:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168911:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204830.168912:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204830.168913:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204830.168913:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204830.168915:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204830.168915:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:3.0:1788204830.168916:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204830.168917:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204830.168917:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788204830.168919:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204830.168919:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168920:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204830.168921:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618698112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204830.168925:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204830.168925:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204830.168926:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204830.168927:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204830.168928:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204830.168928:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204830.168929:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204830.168930:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:3.0:1788204830.168931:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204830.168932:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204830.168933:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788204830.168934:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204830.168934:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168935:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.168938:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204830.168938:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.168939:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204830.168940:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204830.487151:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204830.487157:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204830.487161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204830.487161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204830.487164:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204830.487165:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204830.487168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204830.487168:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204830.487233:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204830.487237:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204830.487240:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204831.191163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204831.191169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204831.191170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204831.191174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204831.191176:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204831.191179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204831.191180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204831.191182:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204831.191184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204831.511169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204831.511177:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204831.511182:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204831.511183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204831.511187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204831.511189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204831.511192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204831.511194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204831.511252:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204831.511256:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204831.511260:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204832.215164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204832.215173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204832.215176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204832.215181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204832.215185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204832.215188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204832.215190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204832.215192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204832.215194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204832.471138:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298637551, at 4298637568
00000100:00000040:3.0:1788204832.471138:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298637551, at 4298637568
00000100:00000010:2.0:1788204832.471151:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89780.
00000100:00000010:3.0:1788204832.471156:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89ea0.
00010000:00000001:3.0:1788204832.535157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204832.535163:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204832.535168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204832.535169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204832.535173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204832.535175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204832.535178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204832.535179:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204832.535239:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204832.535242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204832.535246:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204833.239153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204833.239159:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204833.239161:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204833.239164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204833.239167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204833.239170:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204833.239172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204833.239174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204833.239175:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559223:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204833.559229:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559235:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204833.559237:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559240:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204833.559244:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204833.559246:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204833.559252:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204833.559254:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204833.559255:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559258:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204833.559260:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559262:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559264:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559267:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204833.559269:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204833.559270:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204833.559271:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559273:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204833.559274:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559276:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204833.559277:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204833.559338:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204833.559341:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204833.559344:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204834.263165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204834.263172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204834.263174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204834.263179:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204834.263182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204834.263187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204834.263190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204834.263193:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204834.263196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204834.583109:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204834.583114:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204834.583118:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204834.583119:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204834.583122:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204834.583123:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204834.583125:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204834.583126:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204834.583184:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204834.583187:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204834.583191:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204835.287149:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204835.287156:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204835.287159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204835.287164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204835.287165:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204835.287169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204835.287174:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204835.287174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204835.287177:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204835.287179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204835.287183:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204835.287184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204835.287190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287191:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204835.287201:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3967
00000400:00000200:0.0:1788204835.287210:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204835.287217:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204835.287220:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204835.287223:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287226:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204835.287229:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287232:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204835.287235:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204835.287238:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204835.287241:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204835.287244:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204835.287246:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204835.287248:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204835.287251:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287253:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204835.287255:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287257:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204835.287261:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204835.287264:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287267:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204835.287270:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204835.287274:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204835.287277:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287280:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204835.287282:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204835.287288:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204835.287292:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204835.287297:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204835.287299:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287302:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204835.287305:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204835.287309:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204835.287316:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204835.287323:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204835.287333:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204835.287342:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204835.287347:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204835.287353:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204835.287374:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204835.287377:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204835.287380:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204835.287382:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204835.287384:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204835.287387:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204835.287390:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3967
00000100:00000001:1.0:1788204835.287390:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204835.287394:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1788204835.287397:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204835.287398:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1788204835.287404:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204835.287408:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204835.287408:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204835.287415:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204835.287419:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204835.287420:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204835.287422:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204835.287425:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204835.287427:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204835.287429:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:1.0:1788204835.287430:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204835.287435:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204835.287435:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204835.287438:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00100000:1.0:1788204835.287441:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618698240:192.168.201.124@tcp:250:kworker.0
00000020:00000001:0.0:1788204835.287442:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204835.287446:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788204835.287447:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:1.0:1788204835.287449:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1788204835.287452:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204835.287453:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.287457:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1788204835.287458:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000010:1.0:1788204835.287461:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00000040:0.0:1788204835.287465:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204835.287465:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287470:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204835.287473:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204835.287475:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:1.0:1788204835.287477:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:0.0:1788204835.287479:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204835.287484:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000010:1.0:1788204835.287486:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00080000:0.0:1788204835.287488:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287493:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204835.287495:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698240, portal 25
02000000:00000001:0.0:1788204835.287496:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204835.287515:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204835.287515:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204835.287518:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
02000000:00000001:0.0:1788204835.287520:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287524:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204835.287528:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204835.287529:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204835.287535:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287539:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.287545:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1788204835.287546:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000040:1.0:1788204835.287549:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:0.0:1788204835.287551:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:1.0:1788204835.287553:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
02000000:00000001:0.0:1788204835.287555:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204835.287558:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204835.287558:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618698240, offset 0
00000100:00000001:0.0:1788204835.287563:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204835.287566:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204835.287567:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204835.287570:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204835.287576:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000400:00000200:1.0:1788204835.287576:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204835.287582:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.287583:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204835.287589:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1788204835.287591:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204835.287595:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204835.287601:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204835.287606:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287607:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204835.287611:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3713:3713:256:4294967295] 192.168.201.124@tcp LPNI seq info [3713:3713:8:4294967295]
00000100:00000001:0.0:1788204835.287612:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.287618:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204835.287622:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204835.287635:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204835.287639:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204835.287643:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1788204835.287646:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204835.287648:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204835.287651:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204835.287653:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1788204835.287655:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000100:00000001:0.0:1788204835.287657:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204835.287661:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3967
00000800:00000200:1.0:1788204835.287667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:0.0:1788204835.287670:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:1.0:1788204835.287673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1788204835.287678:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204835.287681:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204835.287687:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287690:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204835.287691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204835.287695:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:1.1:1788204835.287695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788204835.287700:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000100:1.0:1788204835.287701:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788204835.287705:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:1.0:1788204835.287706:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000020:00000040:0.0:1788204835.287708:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204835.287711:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788204835.287712:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204835.287716:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204835.287718:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788204835.287720:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204835.287723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000020:00000001:0.0:1788204835.287724:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:1.0:1788204835.287726:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204835.287730:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788204835.287731:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287736:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204835.287736:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204835.287742:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287747:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204835.287749:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204835.287750:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000040:1.0:1788204835.287754:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204835.287757:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287763:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204835.287766:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204835.287766:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.287770:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788204835.287771:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204835.287775:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.287776:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287778:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204835.287781:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204835.287781:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204835.287785:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298642671
00000008:00000001:0.0:1788204835.287786:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287790:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204835.287790:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777da80.
00000100:00000010:0.0:1788204835.287795:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204835.287797:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1788204835.287799:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204835.287803:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298642671
02000000:00000001:0.0:1788204835.287804:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204835.287806:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.287810:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1788204835.287811:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d840.
02000000:00000001:0.0:1788204835.287812:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204835.287815:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.287817:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204835.287821:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204835.287824:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.287826:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1788204835.287829:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00100000:1.0:1788204835.287832:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204835.287834:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204835.287843:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204835.287846:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204835.287849:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204835.287852:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204835.287856:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000100:00000001:0.0:1788204835.287858:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204835.287859:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204835.287862:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204835.287863:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204835.287867:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204835.287870:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204835.287890:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204835.287891:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204835.287893:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204835.287902:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204835.287905:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204835.287908:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204835.287909:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204835.287913:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204835.287913:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.287918:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788204835.287919:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3967
00000100:00000001:1.0:1788204835.287922:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204835.287926:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:1.0:1788204835.287931:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204835.287934:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204835.287941:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204835.287946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204835.287949:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204835.287955:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287959:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204835.287959:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204835.287964:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204835.287965:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204835.287967:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204835.287969:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788204835.287970:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204835.287972:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204835.287973:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204835.287977:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204835.287978:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788204835.287980:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204835.287982:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788204835.287984:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00080000:1.0:1788204835.287987:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1788204835.287988:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00080000:1.0:1788204835.287994:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:0.0:1788204835.287995:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.287999:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204835.287999:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204835.288004:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.288007:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204835.288009:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204835.288010:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204835.288017:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204835.288022:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204835.288024:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788204835.288026:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618698240:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204835.288028:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204835.288034:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288035:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204835.288037:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204835.288039:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1788204835.288040:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1788204835.288044:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618698240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204835.288045:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.288049:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204835.288071:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204835.288081:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1788204835.288083:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204835.288084:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788204835.288089:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1788204835.288089:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204835.288095:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1788204835.288096:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204835.288098:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204835.288099:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1788204835.288101:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204835.288103:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204835.288106:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204835.288107:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204835.288112:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000010:0.0:1788204835.288113:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204835.288117:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204835.288118:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.288120:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204835.288123:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00100000:0.0:1788204835.288127:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204835.288127:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204835.288129:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288133:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204835.288140:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204835.288141:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204835.288143:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.288144:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288145:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204835.288149:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204835.288151:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204835.288152:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204835.288156:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204835.288177:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204835.288182:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204835.288184:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204835.288188:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204835.288188:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.288193:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204835.288193:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204835.288195:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204835.288197:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1788204835.288198:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204835.288202:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698368:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204835.288204:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204835.288206:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204835.288208:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204835.288210:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3967
02000000:00000001:1.0:1788204835.288210:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.288213:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204835.288217:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000400:00000200:0.0:1788204835.288218:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204835.288219:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204835.288224:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204835.288225:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204835.288229:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00080000:0.0:1788204835.288230:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204835.288233:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000040:0.0:1788204835.288237:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204835.288238:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698368, portal 10
00000100:00000001:0.0:1788204835.288242:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204835.288242:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204835.288245:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:0.0:1788204835.288247:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.288251:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204835.288252:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204835.288255:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204835.288258:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204835.288262:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204835.288263:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204835.288266:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:1.0:1788204835.288267:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204835.288270:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000020:00000001:0.0:1788204835.288272:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:1.0:1788204835.288273:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618698368, offset 0
00000020:00000001:0.0:1788204835.288276:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:1.0:1788204835.288278:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204835.288284:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288285:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204835.288290:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204835.288291:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204835.288295:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204835.288296:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288300:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204835.288301:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204835.288305:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:1.0:1788204835.288306:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204835.288311:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288314:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204835.288316:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204835.288321:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204835.288322:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3714:3714:256:4294967295] 192.168.201.124@tcp LPNI seq info [3714:3714:8:4294967295]
02000000:00000001:0.0:1788204835.288326:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204835.288331:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204835.288332:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.288336:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204835.288339:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204835.288343:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.288347:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.288348:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1788204835.288352:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000800:00000200:1.0:1788204835.288357:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:0.0:1788204835.288358:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204835.288363:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1788204835.288363:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
02000000:00000001:0.0:1788204835.288365:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204835.288368:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204835.288370:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204835.288373:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204835.288373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204835.288380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
02000000:00000010:0.0:1788204835.288381:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204835.288387:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204835.288390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204835.288393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000100:00100000:0.0:1788204835.288396:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788204835.288399:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.288402:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204835.288406:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204835.288412:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204835.288413:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204835.288417:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.288418:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204835.288421:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000040:0.0:1788204835.288425:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288426:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204835.288431:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204835.288447:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288449:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.288452:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204835.288454:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3978)
00000100:00000001:1.0:1788204835.288460:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288462:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204835.288464:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.288466:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204835.288469:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204835.288470:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298642583
00000100:00000001:1.0:1788204835.288472:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.288474:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298642583
00000100:00000001:1.0:1788204835.288475:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.288477:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204835.288479:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288481:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204835.288484:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204835.288491:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204835.288493:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204835.288494:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204835.288497:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204835.288509:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204835.288512:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204835.288515:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204835.288524:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288530:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204835.288531:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288533:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.288534:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204835.288537:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288541:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204835.288543:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288550:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204835.288552:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288552:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.288553:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288555:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204835.288556:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204835.288557:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204835.288559:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204835.288561:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204835.288563:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204835.288567:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698368:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204835.288569:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204835.288571:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288574:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204835.288575:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.288576:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204835.288577:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204835.288578:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204835.288580:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204835.288582:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204835.288583:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204835.288584:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.288585:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204835.288588:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204835.288589:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.288591:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204835.288592:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204835.288597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204835.288599:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698496, portal 10
00000100:00000001:1.0:1788204835.288600:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204835.288601:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204835.288605:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288609:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204835.288610:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204835.288611:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204835.288613:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618698496, offset 0
00000400:00000200:1.0:1788204835.288615:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288618:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204835.288620:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204835.288622:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204835.288624:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204835.288626:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204835.288628:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288631:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3715:3715:256:4294967295] 192.168.201.124@tcp LPNI seq info [3715:3715:8:4294967295]
00000400:00000200:1.0:1788204835.288635:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204835.288640:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204835.288644:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.288647:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204835.288651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204835.288654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204835.288658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204835.288660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204835.288673:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.288675:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204835.288677:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204835.288679:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204835.288681:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204835.288683:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204835.288685:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204835.288689:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288695:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.288699:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288705:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288706:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204835.288710:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.288713:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204835.288716:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204835.288718:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298640428
00000100:00000001:1.0:1788204835.288720:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.288722:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298640428
00000100:00000001:1.0:1788204835.288724:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.288726:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204835.288727:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288728:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204835.288738:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204835.288745:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204835.288746:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204835.288748:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204835.288749:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204835.288750:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204835.288752:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204835.288753:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204835.288758:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288762:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204835.288763:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288764:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.288765:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204835.288767:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288770:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204835.288772:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288776:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204835.288778:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288779:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.288779:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288780:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204835.288781:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204835.288783:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204835.288784:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204835.288785:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204835.288787:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204835.288791:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204835.288794:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288795:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.288798:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618698368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288804:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204835.288805:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204835.288807:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204835.288809:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204835.288810:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204835.288811:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204835.288813:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204835.288815:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:1.0:1788204835.288817:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204835.288818:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204835.288820:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204835.288822:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204835.288823:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288825:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.288829:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618698496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288835:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204835.288836:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204835.288837:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204835.288839:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204835.288840:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204835.288841:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204835.288842:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204835.288844:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:1.0:1788204835.288845:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204835.288845:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204835.288846:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204835.288847:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204835.288848:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288849:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288851:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204835.288852:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288854:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204835.288855:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204835.288856:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204835.288858:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288862:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204835.288863:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.288864:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204835.288865:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204835.288867:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204835.288869:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204835.288870:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204835.288872:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204835.288873:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.288874:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204835.288876:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204835.288877:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.288880:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204835.288881:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204835.288883:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204835.288885:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698624, portal 4
00000100:00000001:1.0:1788204835.288886:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204835.288887:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204835.288891:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288894:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204835.288896:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204835.288897:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204835.288898:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618698624, offset 0
00000400:00000200:1.0:1788204835.288901:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288903:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204835.288905:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204835.288907:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204835.288908:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204835.288910:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204835.288911:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204835.288913:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3716:3716:256:4294967295] 192.168.201.124@tcp LPNI seq info [3716:3716:8:4294967295]
00000400:00000200:1.0:1788204835.288916:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204835.288919:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204835.288922:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.288924:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204835.288926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204835.288927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204835.288930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204835.288932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204835.288934:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.288935:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204835.288937:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204835.288939:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204835.288941:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204835.288942:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204835.288943:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204835.288945:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288949:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.288951:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288954:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288955:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204835.288957:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.288958:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204835.288960:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204835.288961:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298640408
00000100:00000001:1.0:1788204835.288962:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.288963:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298640408
00000100:00000001:1.0:1788204835.288964:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.288966:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204835.288967:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.288968:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204835.288970:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204835.288973:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204835.288974:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204835.288975:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204835.288976:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204835.288977:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204835.288978:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204835.288980:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204835.288988:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288992:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204835.288993:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.288994:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.288994:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204835.288996:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.288999:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204835.289001:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289005:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204835.289006:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.289007:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289008:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204835.289009:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204835.289011:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204835.289012:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204835.289013:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204835.289015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204835.289019:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204835.289021:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204835.289023:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289031:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204835.289032:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.289033:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204835.289034:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204835.289035:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204835.289036:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204835.289038:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204835.289038:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204835.289039:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.289040:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204835.289041:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204835.289042:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.289044:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204835.289045:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204835.289047:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204835.289048:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698752, portal 4
00000100:00000001:1.0:1788204835.289065:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204835.289067:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204835.289072:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289076:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204835.289077:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204835.289079:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204835.289080:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618698752, offset 0
00000400:00000200:1.0:1788204835.289082:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204835.289084:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204835.289087:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204835.289088:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204835.289090:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204835.289091:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204835.289092:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204835.289095:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3717:3717:256:4294967295] 192.168.201.124@tcp LPNI seq info [3717:3717:8:4294967295]
00000400:00000200:1.0:1788204835.289097:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204835.289101:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204835.289104:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.289106:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204835.289108:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204835.289109:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204835.289111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204835.289113:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204835.289115:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204835.289116:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204835.289118:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204835.289120:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204835.289121:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204835.289123:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204835.289124:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204835.289126:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289130:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.289132:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289136:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.289136:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204835.289138:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.289139:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204835.289141:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204835.289142:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298640543
00000100:00000001:1.0:1788204835.289144:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.289145:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298640543
00000100:00000001:1.0:1788204835.289146:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298642671
00000100:00000001:1.0:1788204835.289147:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204835.289149:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.289150:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204835.289152:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204835.289156:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204835.289157:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204835.289158:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204835.289159:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204835.289160:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204835.289161:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204835.289162:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204835.289167:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289170:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204835.289171:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289172:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.289173:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204835.289174:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289178:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204835.289180:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289183:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204835.289184:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289185:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204835.289186:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289186:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204835.289188:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204835.289189:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204835.289191:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204835.289192:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204835.289194:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204835.289198:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618698752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204835.289200:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289201:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.289203:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618698624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289206:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204835.289207:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204835.289208:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204835.289209:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204835.289209:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204835.289210:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204835.289211:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204835.289212:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:1.0:1788204835.289213:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204835.289214:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204835.289215:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204835.289216:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204835.289217:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289218:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204835.289220:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618698752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.289223:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204835.289224:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204835.289225:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204835.289226:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204835.289226:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204835.289227:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204835.289228:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204835.289230:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:1.0:1788204835.289233:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204835.289234:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204835.289236:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204835.289238:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204835.289239:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289240:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204835.289243:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204835.289245:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.289247:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204835.289248:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204835.607175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204835.607182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204835.607187:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204835.607188:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204835.607192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204835.607193:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204835.607196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204835.607197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204835.607255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204835.607259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204835.607262:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204836.311119:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204836.311126:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204836.311129:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204836.311134:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204836.311138:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204836.311142:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204836.311145:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204836.311148:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204836.311151:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631241:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204836.631251:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631259:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204836.631263:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204836.631266:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204836.631270:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631273:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204836.631275:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631278:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631280:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631284:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204836.631286:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204836.631290:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204836.631291:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204836.631355:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204836.631360:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204836.631364:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204837.335166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204837.335176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204837.335178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204837.335185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204837.335190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204837.335194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204837.335198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204837.335206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204837.335209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204837.591199:0:15267:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298642671, at 4298642688
00000100:00000040:3.0:1788204837.591199:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298642671, at 4298642688
00000100:00000010:3.0:1788204837.591222:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d840.
00000100:00000010:2.0:1788204837.591230:0:15267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777da80.
00010000:00000001:3.0:1788204837.655213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204837.655222:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204837.655230:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204837.655231:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204837.655235:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204837.655236:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204837.655241:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204837.655242:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204837.655304:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204837.655308:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204837.655312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204838.359150:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204838.359156:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204838.359157:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204838.359161:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204838.359163:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204838.359167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204838.359169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204838.359171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204838.359172:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204838.679176:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204838.679182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204838.679188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204838.679190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204838.679193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204838.679194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204838.679198:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204838.679200:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204838.679255:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204838.679258:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204838.679261:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204839.383174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204839.383180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204839.383181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204839.383185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204839.383187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204839.383191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204839.383193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204839.383195:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204839.383197:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204839.703200:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204839.703202:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204839.703204:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703208:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204839.703209:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703210:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703212:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703215:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204839.703216:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703219:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204839.703220:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204839.703222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204839.703223:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204839.703279:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204839.703283:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204839.703286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204840.407168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204840.407175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204840.407178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204840.407184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204840.407187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204840.407191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204840.407193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204840.407196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204840.407198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.407605:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.407611:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204840.407614:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.407617:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.407620:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.407627:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3973
00000400:00000200:2.0:1788204840.407634:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204840.407640:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.407642:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.407645:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407648:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.407650:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407653:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204840.407657:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.407659:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204840.407661:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.407664:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204840.407666:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204840.407668:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204840.407671:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407673:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.407675:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407677:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204840.407680:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204840.407683:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407685:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.407688:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204840.407691:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204840.407694:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.407697:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204840.407699:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.407708:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5f80.
00000020:00000040:2.0:1788204840.407712:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204840.407716:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.407718:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.407721:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.407724:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.407728:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204840.407736:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788204840.407742:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.407751:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204840.407760:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204840.407765:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.407770:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004338ed9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.407795:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.407798:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.407801:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204840.407803:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.407804:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.407813:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.407816:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3973
00000400:00000200:2.0:1788204840.407823:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204840.407825:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.407828:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.407831:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407833:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.407836:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407838:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204840.407840:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.407842:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788204840.407844:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204840.407848:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204840.407848:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204840.407853:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204840.407853:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204840.407856:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204840.407857:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204840.407863:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407868:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204840.407869:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204840.407873:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.407878:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204840.407883:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788204840.407889:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204840.407890:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204840.407894:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.407894:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.407899:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204840.407901:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204840.407905:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204840.407906:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204840.407909:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204840.407913:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618698880:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204840.407917:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204840.407922:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204840.407922:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.407926:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.407927:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204840.407932:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788204840.407933:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204840.407937:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204840.407939:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:2.0:1788204840.407940:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.407944:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.407947:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4380.
00000020:00000040:2.0:1788204840.407951:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204840.407953:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204840.407955:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.407958:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204840.407960:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:2.0:1788204840.407961:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.407963:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.407968:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204840.407971:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
02000000:00000010:2.0:1788204840.407973:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:2.0:1788204840.407978:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204840.407979:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618698880, portal 25
00000100:00000001:1.0:1788204840.407983:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1788204840.407985:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204840.407986:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784852352 : -116879924699264 : ffff95b2c59b5f80)
00000100:00000001:2.0:1788204840.407998:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204840.407999:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.408003:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.408012:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624e4bcd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408014:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204840.408021:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204840.408026:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204840.408032:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618698880, offset 0
00000100:00000001:2.0:1788204840.408042:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.408045:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788204840.408047:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.408069:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204840.408071:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.408073:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.408075:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.408078:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3973
00000400:00000200:2.0:1788204840.408082:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204840.408085:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.408088:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.408091:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408093:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.408095:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408097:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204840.408099:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.408100:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204840.408102:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.408104:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204840.408106:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788204840.408108:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204840.408111:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408112:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.408114:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408116:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204840.408118:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204840.408120:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408123:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.408125:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204840.408128:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204840.408130:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408131:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204840.408133:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204840.408135:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408137:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.408142:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
00000020:00000040:2.0:1788204840.408144:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204840.408146:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.408147:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408149:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.408150:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.408152:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204840.408155:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
00000100:00000001:2.0:1788204840.408158:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.408162:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204840.408169:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204840.408171:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.408174:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.408181:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.408183:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.408186:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204840.408188:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.408189:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.408192:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.408194:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3973
00000400:00000200:2.0:1788204840.408197:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204840.408200:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.408202:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.408204:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408206:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.408208:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408210:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204840.408212:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.408213:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204840.408214:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.408216:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788204840.408218:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204840.408220:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204840.408223:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408224:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.408226:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408228:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204840.408230:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204840.408233:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408235:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.408236:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204840.408239:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204840.408241:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408243:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204840.408245:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204840.408247:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408248:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.408251:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000020:00000040:2.0:1788204840.408254:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204840.408256:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.408257:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408259:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.408261:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.408262:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204840.408265:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788204840.408269:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.408273:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204840.408280:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204840.408282:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.408285:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.408292:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.408294:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.408297:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204840.408298:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.408300:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.408302:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.408304:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3973
00000400:00000200:2.0:1788204840.408308:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204840.408310:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.408312:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.408314:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408316:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.408318:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408320:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204840.408322:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.408323:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204840.408324:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.408326:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204840.408328:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788204840.408330:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204840.408333:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408335:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.408337:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408339:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204840.408341:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788204840.408344:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204840.408346:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.408347:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204840.408350:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204840.408351:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408353:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204840.408355:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1788204840.408357:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408358:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.408361:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000020:00000040:2.0:1788204840.408376:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204840.408378:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.408380:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.408381:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.408383:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.408385:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204840.408389:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000001:2.0:1788204840.408392:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.408396:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204840.408403:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204840.408405:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.408409:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.408427:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.408429:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788204840.408433:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3983)
00000400:00000200:1.0:1788204840.408439:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204840.408445:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204840.408450:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204840.408454:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204840.408458:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204840.408462:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3718:3718:256:4294967295] 192.168.201.124@tcp LPNI seq info [3718:3718:8:4294967295]
00000400:00000200:1.0:1788204840.408467:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.408477:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204840.408482:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.408488:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204840.408495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204840.408499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204840.408504:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204840.408508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204840.408512:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.408515:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204840.408521:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204840.408525:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204840.408531:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204840.408533:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204840.408537:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204840.408541:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408550:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.408553:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408560:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.408562:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204840.408567:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.408570:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204840.408573:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298647792
00000100:00000010:1.0:1788204840.408577:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d5a0.
00000100:00000001:1.0:1788204840.408583:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204840.408587:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298647792
00000100:00000010:1.0:1788204840.408590:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d4e0.
00000100:00000001:1.0:1788204840.408593:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204840.408595:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204840.408598:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.408600:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204840.408604:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204840.408613:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204840.408615:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204840.408617:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204840.408619:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204840.408621:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204840.408623:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204840.408626:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204840.408635:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408641:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204840.408643:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408645:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.408647:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204840.408651:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408658:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204840.408661:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408668:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204840.408671:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408672:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.408673:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408676:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204840.408678:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204840.408680:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204840.408684:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204840.408686:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204840.408690:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204840.408698:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618698880:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204840.408703:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408705:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.408707:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5f80 x1875064618698880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408714:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204840.408717:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204840.408719:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204840.408722:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204840.408724:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204840.408726:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204840.408728:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204840.408731:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:1.0:1788204840.408735:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204840.408737:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204840.408738:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5f80.
00000100:00000001:1.0:1788204840.408743:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204840.408744:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408747:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408752:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204840.408753:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.408756:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204840.408757:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204840.408759:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204840.408763:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408769:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204840.408770:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.408773:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204840.408775:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204840.408777:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204840.408780:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204840.408783:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204840.408784:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204840.408786:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.408787:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204840.408790:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204840.408792:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.408796:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204840.408799:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204840.408802:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204840.408805:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699008, portal 10
00000100:00000001:1.0:1788204840.408807:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204840.408808:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784845184 : -116879924706432 : ffff95b2c59b4380)
00000100:00000040:1.0:1788204840.408814:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408820:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204840.408822:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204840.408824:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204840.408826:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618699008, offset 0
00000400:00000200:1.0:1788204840.408830:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204840.408833:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.408837:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204840.408840:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204840.408842:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204840.408844:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204840.408846:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204840.408849:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3719:3719:256:4294967295] 192.168.201.124@tcp LPNI seq info [3719:3719:8:4294967295]
00000400:00000200:1.0:1788204840.408853:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.408859:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204840.408863:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.408866:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204840.408870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204840.408873:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204840.408877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204840.408879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204840.408883:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.408885:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204840.408888:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204840.408891:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204840.408893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204840.408895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204840.408898:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204840.408901:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408907:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.408910:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408922:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.408923:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204840.408927:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204840.408930:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204840.408934:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204840.408935:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298647703
00000100:00000001:1.0:1788204840.408938:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.408940:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298647703
00000100:00000001:1.0:1788204840.408942:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.408944:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204840.408945:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.408948:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204840.408951:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204840.408958:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204840.408960:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204840.408961:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204840.408964:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204840.408965:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204840.408967:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204840.408970:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204840.408978:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.408989:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204840.408990:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.408993:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.408994:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204840.408997:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409004:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204840.409008:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409014:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204840.409016:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409018:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409019:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409021:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204840.409022:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204840.409024:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204840.409027:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204840.409029:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204840.409033:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204840.409040:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204840.409043:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204840.409047:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409072:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204840.409073:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.409075:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204840.409076:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204840.409078:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204840.409081:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204840.409084:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204840.409085:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204840.409087:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.409089:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409092:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204840.409093:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.409096:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204840.409099:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204840.409101:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204840.409104:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699136, portal 10
00000100:00000001:1.0:1788204840.409106:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204840.409107:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:1.0:1788204840.409112:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409118:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204840.409120:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204840.409122:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204840.409124:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618699136, offset 0
00000400:00000200:1.0:1788204840.409128:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204840.409132:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.409135:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204840.409138:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204840.409141:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204840.409143:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204840.409145:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204840.409148:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3720:3720:256:4294967295] 192.168.201.124@tcp LPNI seq info [3720:3720:8:4294967295]
00000400:00000200:1.0:1788204840.409152:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.409158:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204840.409163:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.409166:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204840.409169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204840.409172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204840.409176:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204840.409179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204840.409182:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.409185:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204840.409188:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204840.409191:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204840.409194:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204840.409195:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204840.409198:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204840.409202:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409209:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409211:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409217:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.409218:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204840.409221:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204840.409223:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204840.409226:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204840.409227:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298645549
00000100:00000001:1.0:1788204840.409230:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.409231:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298645549
00000100:00000001:1.0:1788204840.409233:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.409235:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204840.409237:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.409239:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204840.409242:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204840.409250:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204840.409251:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204840.409253:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204840.409255:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204840.409257:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204840.409259:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204840.409262:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204840.409270:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409275:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204840.409277:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409279:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409280:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204840.409283:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409290:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204840.409293:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409300:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204840.409302:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409304:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409305:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409307:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204840.409308:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204840.409310:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204840.409314:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204840.409316:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204840.409320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204840.409327:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204840.409331:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204840.409335:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409340:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204840.409342:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.409344:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204840.409346:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204840.409348:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204840.409350:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204840.409353:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204840.409355:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204840.409356:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.409358:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409361:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204840.409363:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.409366:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204840.409368:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204840.409371:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204840.409374:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699264, portal 4
00000100:00000001:1.0:1788204840.409375:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204840.409376:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000040:1.0:1788204840.409381:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409386:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204840.409388:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204840.409391:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204840.409393:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618699264, offset 0
00000400:00000200:1.0:1788204840.409397:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204840.409400:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.409403:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204840.409406:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204840.409408:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204840.409426:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204840.409429:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204840.409432:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3721:3721:256:4294967295] 192.168.201.124@tcp LPNI seq info [3721:3721:8:4294967295]
00000400:00000200:1.0:1788204840.409436:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.409442:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204840.409447:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.409450:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204840.409454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204840.409456:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204840.409459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204840.409461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204840.409465:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.409467:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204840.409469:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204840.409472:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204840.409475:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204840.409477:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204840.409480:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204840.409483:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409490:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409493:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409499:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.409501:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204840.409504:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204840.409507:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204840.409510:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204840.409512:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298645529
00000100:00000001:1.0:1788204840.409514:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.409516:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298645529
00000100:00000001:1.0:1788204840.409518:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.409520:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204840.409522:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.409524:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204840.409527:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204840.409535:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204840.409536:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204840.409537:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204840.409540:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204840.409541:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204840.409543:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204840.409546:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204840.409554:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409561:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204840.409562:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409564:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409566:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204840.409569:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409576:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204840.409579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409586:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204840.409588:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409589:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409590:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409592:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204840.409594:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204840.409596:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204840.409599:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204840.409601:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204840.409604:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204840.409612:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204840.409616:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204840.409619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409625:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204840.409626:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.409629:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204840.409630:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204840.409632:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204840.409635:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204840.409638:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204840.409639:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204840.409640:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204840.409642:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409645:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204840.409646:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204840.409649:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204840.409651:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204840.409654:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204840.409656:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699392, portal 4
00000100:00000001:1.0:1788204840.409658:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204840.409659:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:1.0:1788204840.409663:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409669:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204840.409672:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204840.409673:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204840.409675:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618699392, offset 0
00000400:00000200:1.0:1788204840.409679:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204840.409683:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.409686:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204840.409689:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204840.409691:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204840.409693:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204840.409695:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204840.409698:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3722:3722:256:4294967295] 192.168.201.124@tcp LPNI seq info [3722:3722:8:4294967295]
00000400:00000200:1.0:1788204840.409702:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204840.409708:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204840.409712:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.409715:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204840.409719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204840.409721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204840.409724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204840.409727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204840.409730:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204840.409732:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204840.409735:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204840.409738:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204840.409740:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204840.409742:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204840.409745:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204840.409748:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409755:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409758:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409765:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.409766:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204840.409769:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204840.409772:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204840.409774:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204840.409776:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298645663
00000100:00000001:1.0:1788204840.409778:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.409780:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298645663
00000100:00000001:1.0:1788204840.409782:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298647792
00000100:00000001:1.0:1788204840.409784:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204840.409786:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.409788:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204840.409791:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204840.409798:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204840.409799:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204840.409801:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204840.409803:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204840.409805:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204840.409806:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204840.409809:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204840.409817:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409822:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204840.409824:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409825:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409826:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204840.409829:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409835:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204840.409839:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409845:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204840.409847:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409848:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204840.409849:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409851:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204840.409853:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204840.409856:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204840.409858:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204840.409860:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204840.409865:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204840.409872:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204840.409875:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409877:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409880:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4380 x1875064618699008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409887:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204840.409888:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409890:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:1.0:1788204840.409892:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204840.409894:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204840.409895:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204840.409897:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204840.409899:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:1.0:1788204840.409901:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204840.409902:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204840.409904:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4380.
00000100:00000001:1.0:1788204840.409906:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204840.409907:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409909:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409913:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618699136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409919:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204840.409920:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409921:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204840.409923:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204840.409924:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204840.409925:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204840.409927:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204840.409928:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:1.0:1788204840.409930:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204840.409932:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204840.409933:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:1.0:1788204840.409935:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204840.409936:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409937:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409940:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618699264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409946:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204840.409948:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409949:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204840.409951:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204840.409953:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204840.409954:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204840.409956:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204840.409957:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:1.0:1788204840.409959:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204840.409960:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204840.409961:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:1.0:1788204840.409963:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204840.409964:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409965:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204840.409968:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618699392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204840.409979:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204840.409980:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204840.409981:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204840.409983:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204840.409984:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204840.409985:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204840.409987:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204840.409988:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:1.0:1788204840.409990:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204840.409991:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204840.409992:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:1.0:1788204840.409994:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204840.409995:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.409998:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.410001:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204840.410002:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.410004:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204840.410005:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204840.727183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204840.727190:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204840.727196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204840.727198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204840.727202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204840.727203:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204840.727206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204840.727208:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204840.727267:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204840.727270:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204840.727273:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204841.431187:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204841.431202:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204841.431204:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204841.431211:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204841.431215:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204841.431220:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204841.431223:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204841.431226:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204841.431228:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204841.751167:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204841.751175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204841.751181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204841.751182:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204841.751186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204841.751187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204841.751190:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204841.751191:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204841.751263:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204841.751267:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204841.751270:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204842.455165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204842.455172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204842.455174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204842.455178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204842.455182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204842.455185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204842.455188:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204842.455190:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204842.455193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204842.711151:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298647792, at 4298647808
00000100:00000040:3.0:1788204842.711151:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298647792, at 4298647808
00000100:00000010:2.0:1788204842.711166:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d5a0.
00000100:00000010:3.0:1788204842.711168:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d4e0.
00010000:00000001:3.0:1788204842.775165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204842.775170:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204842.775174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204842.775175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204842.775177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204842.775178:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204842.775180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204842.775181:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204842.775242:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204842.775246:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204842.775250:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204843.479176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204843.479184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204843.479186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204843.479190:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204843.479192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204843.479195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204843.479198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204843.479199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204843.479201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799142:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204843.799146:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799150:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204843.799151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799154:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204843.799156:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204843.799157:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204843.799162:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204843.799163:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204843.799164:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799166:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204843.799168:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799169:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799171:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799173:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204843.799174:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204843.799175:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204843.799176:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799177:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204843.799178:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799179:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204843.799180:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204843.799239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204843.799243:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204843.799246:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204844.503173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204844.503181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204844.503183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204844.503188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204844.503191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204844.503195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204844.503198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204844.503200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204844.503203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204844.823194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204844.823202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204844.823206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204844.823207:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204844.823210:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204844.823211:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204844.823214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204844.823215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204844.823293:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204844.823301:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204844.823306:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204845.527200:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788204845.527204:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204845.527211:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204845.527215:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204845.527216:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.527221:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788204845.527223:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204845.527227:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204845.527229:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204845.527234:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204845.527236:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204845.527241:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204845.527246:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3978
00000100:00000001:3.0:1788204845.527246:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204845.527251:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.527261:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204845.527269:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204845.527273:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204845.527277:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527282:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204845.527284:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527287:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204845.527292:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204845.527295:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204845.527298:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204845.527302:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204845.527304:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204845.527307:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204845.527311:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527313:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204845.527314:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527316:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204845.527320:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204845.527333:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527336:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.527339:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204845.527343:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204845.527346:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.527349:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204845.527352:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204845.527363:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204845.527367:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204845.527372:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204845.527374:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.527378:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204845.527380:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204845.527385:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204845.527397:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204845.527405:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.527417:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204845.527428:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204845.527435:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.527440:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.527464:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204845.527467:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204845.527471:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204845.527472:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204845.527474:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204845.527476:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204845.527479:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3978
00000400:00000200:0.0:1788204845.527483:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204845.527486:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204845.527495:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204845.527499:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527502:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204845.527503:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204845.527505:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204845.527508:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204845.527509:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204845.527513:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204845.527514:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204845.527517:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204845.527520:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1788204845.527523:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204845.527524:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204845.527530:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204845.527536:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204845.527543:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788204845.527545:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527548:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204845.527550:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527552:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204845.527555:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204845.527557:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204845.527561:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788204845.527562:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:1.0:1788204845.527567:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204845.527568:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.527573:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.527574:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204845.527582:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204845.527582:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618699520:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204845.527589:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.527591:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204845.527593:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204845.527598:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788204845.527600:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204845.527603:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204845.527605:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.527608:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204845.527610:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204845.527616:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
02000000:00000010:1.0:1788204845.527617:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
00000020:00000040:0.0:1788204845.527619:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204845.527621:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.527626:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204845.527629:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.527633:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204845.527634:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204845.527637:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204845.527638:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
02000000:00000001:0.0:1788204845.527640:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204845.527646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
02000000:00000010:0.0:1788204845.527647:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204845.527653:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204845.527655:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699520, portal 25
00000100:00000001:1.0:1788204845.527660:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1788204845.527662:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204845.527662:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204845.527671:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.527679:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204845.527684:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.527689:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.527691:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204845.527703:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204845.527708:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000001:0.0:1788204845.527716:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204845.527717:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618699520, offset 0
00000100:00080000:0.0:1788204845.527721:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204845.527726:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204845.527730:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204845.527730:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204845.527734:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204845.527738:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204845.527742:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3978
00000400:00000200:1.0:1788204845.527743:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.527753:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204845.527759:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204845.527764:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204845.527768:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204845.527771:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204845.527775:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3723:3723:256:4294967295] 192.168.201.124@tcp LPNI seq info [3723:3723:8:4294967295]
00000400:00000200:1.0:1788204845.527779:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204845.527785:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204845.527792:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204845.527797:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204845.527798:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204845.527805:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527809:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204845.527812:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204845.527814:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527819:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204845.527822:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:1.0:1788204845.527822:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000020:00000040:0.0:1788204845.527825:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204845.527828:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204845.527830:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204845.527834:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.0:1788204845.527835:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204845.527838:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.0:1788204845.527842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1788204845.527846:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527850:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204845.527853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204845.527855:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527859:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:1.1:1788204845.527860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1788204845.527864:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204845.527871:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000100:1.0:1788204845.527871:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204845.527875:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204845.527877:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
02000000:00000001:0.0:1788204845.527879:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204845.527884:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204845.527886:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.527888:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204845.527889:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204845.527894:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204845.527897:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1788204845.527899:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.527903:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.527904:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000100:00000010:0.0:1788204845.527907:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000400:00000010:1.0:1788204845.527907:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000020:00000040:0.0:1788204845.527914:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204845.527916:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204845.527919:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204845.527923:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204845.527923:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.527928:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204845.527932:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204845.527935:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.527937:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1788204845.527941:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000040:1.0:1788204845.527941:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.527948:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.527950:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.527952:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1788204845.527957:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204845.527958:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.527967:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204845.527971:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298652911
00000100:00000001:0.0:1788204845.527976:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1788204845.527978:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dba0.
00000100:00000001:0.0:1788204845.527981:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.527987:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1788204845.527988:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.527992:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298652911
00000100:00000010:1.0:1788204845.527998:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d480.
00000100:00000001:1.0:1788204845.528002:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204845.528004:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528006:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204845.528009:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204845.528010:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528014:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788204845.528017:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1788204845.528020:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.528021:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204845.528024:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204845.528030:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204845.528036:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3978
00000400:00000001:1.0:1788204845.528040:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204845.528043:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1788204845.528044:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204845.528045:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204845.528082:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204845.528085:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204845.528088:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204845.528093:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204845.528101:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204845.528106:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204845.528107:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204845.528115:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528119:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204845.528122:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1788204845.528124:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204845.528126:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.528129:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204845.528131:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788204845.528134:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204845.528136:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204845.528137:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204845.528141:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204845.528145:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00100000:1.0:1788204845.528145:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204845.528150:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204845.528154:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204845.528161:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204845.528162:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.528164:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204845.528169:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204845.528170:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528174:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204845.528179:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204845.528185:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528189:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528191:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204845.528192:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204845.528196:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204845.528197:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204845.528202:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528202:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.528205:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.528207:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204845.528209:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:0.0:1788204845.528211:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204845.528214:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1788204845.528216:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.528221:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204845.528221:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1788204845.528227:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00080000:1.0:1788204845.528228:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000040:0.0:1788204845.528233:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204845.528233:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788204845.528239:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1788204845.528240:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204845.528243:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.528247:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204845.528251:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204845.528254:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204845.528255:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618699520:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204845.528261:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528262:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1788204845.528263:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000040:1.0:1788204845.528265:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618699520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.528270:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528272:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204845.528276:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204845.528278:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
00000100:00100000:0.0:1788204845.528280:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204845.528282:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204845.528284:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204845.528287:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204845.528291:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204845.528294:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204845.528296:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204845.528299:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204845.528301:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.528302:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204845.528304:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204845.528307:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1788204845.528309:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528310:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528313:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.528334:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528334:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204845.528337:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528339:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788204845.528340:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204845.528341:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204845.528344:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788204845.528348:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1788204845.528349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.528352:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204845.528357:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204845.528359:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204845.528361:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.528362:0:15013:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204845.528363:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204845.528366:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204845.528369:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3978
02000000:00000001:1.0:1788204845.528369:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204845.528375:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699648:192.168.201.124@tcp:38:kworker.0
00000400:00000200:0.0:1788204845.528379:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204845.528383:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1788204845.528387:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:1.0:1788204845.528387:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204845.528390:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204845.528392:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204845.528395:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1788204845.528399:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:1.0:1788204845.528402:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:0.0:1788204845.528404:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204845.528406:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.528409:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528413:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204845.528415:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204845.528417:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1788204845.528419:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000020:00000040:0.0:1788204845.528421:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204845.528425:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788204845.528425:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000020:00000040:0.0:1788204845.528430:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000200:1.0:1788204845.528430:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699648, portal 10
00000100:00000001:1.0:1788204845.528434:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1788204845.528436:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204845.528436:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000020:00000001:0.0:1788204845.528442:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788204845.528447:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204845.528449:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528455:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204845.528457:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204845.528461:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:1.0:1788204845.528463:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528466:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:1.0:1788204845.528467:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204845.528470:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618699648, offset 0
00000020:00000040:0.0:1788204845.528472:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:1.0:1788204845.528475:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204845.528481:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204845.528482:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204845.528487:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.528488:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:0.0:1788204845.528492:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204845.528494:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204845.528497:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204845.528497:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204845.528502:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204845.528503:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.528505:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528508:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204845.528512:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3724:3724:256:4294967295] 192.168.201.124@tcp LPNI seq info [3724:3724:8:4294967295]
00000008:00100000:0.0:1788204845.528513:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204845.528519:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.528522:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.528523:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204845.528527:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204845.528533:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:1.0:1788204845.528535:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788204845.528538:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204845.528540:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.528544:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1788204845.528545:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204845.528547:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204845.528551:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204845.528551:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204845.528559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:0.0:1788204845.528560:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000800:00000200:1.0:1788204845.528565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204845.528567:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204845.528577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:0.0:1788204845.528578:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204845.528583:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204845.528594:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1788204845.528594:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204845.528599:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204845.528600:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204845.528606:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204845.528607:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204845.528613:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204845.528622:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000100:00000001:0.0:1788204845.528625:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204845.528625:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000040:0.0:1788204845.528633:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3988)
00000100:00000001:1.0:1788204845.528635:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204845.528642:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528651:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.528655:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528661:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528663:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204845.528667:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204845.528671:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204845.528674:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204845.528677:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298652823
00000100:00000001:1.0:1788204845.528680:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.528682:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298652823
00000100:00000001:1.0:1788204845.528684:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.528686:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204845.528689:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528691:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204845.528695:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204845.528702:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204845.528704:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204845.528707:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204845.528710:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204845.528711:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204845.528714:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204845.528717:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204845.528725:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528732:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204845.528734:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528735:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.528737:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204845.528740:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528747:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204845.528751:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528758:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204845.528761:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528762:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.528763:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528765:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204845.528767:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204845.528769:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204845.528773:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204845.528775:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204845.528779:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204845.528787:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699648:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204845.528791:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204845.528795:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528801:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204845.528803:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.528805:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204845.528807:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204845.528809:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204845.528812:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204845.528815:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204845.528817:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204845.528819:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.528821:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204845.528823:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204845.528825:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.528827:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204845.528829:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204845.528831:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204845.528833:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699776, portal 10
00000100:00000001:1.0:1788204845.528834:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204845.528835:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204845.528839:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528843:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204845.528845:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204845.528846:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204845.528848:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618699776, offset 0
00000400:00000200:1.0:1788204845.528852:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204845.528855:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.528859:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204845.528862:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204845.528865:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204845.528867:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204845.528869:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204845.528872:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3725:3725:256:4294967295] 192.168.201.124@tcp LPNI seq info [3725:3725:8:4294967295]
00000400:00000200:1.0:1788204845.528876:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.528882:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204845.528887:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204845.528890:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204845.528895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204845.528898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204845.528901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204845.528903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204845.528905:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204845.528907:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204845.528909:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204845.528911:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204845.528913:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204845.528914:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204845.528916:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204845.528918:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528923:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.528925:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528929:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528930:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204845.528933:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204845.528935:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204845.528937:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204845.528938:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298650668
00000100:00000001:1.0:1788204845.528940:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.528941:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298650668
00000100:00000001:1.0:1788204845.528944:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.528945:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204845.528946:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.528948:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204845.528950:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204845.528954:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204845.528954:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204845.528955:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204845.528956:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204845.528957:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204845.528958:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204845.528960:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204845.528965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528969:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204845.528970:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528971:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.528971:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204845.528973:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528977:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204845.528979:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.528982:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204845.528984:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528984:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.528985:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.528987:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204845.528988:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204845.528989:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204845.528991:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204845.528993:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204845.528995:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204845.528999:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204845.529001:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204845.529002:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529006:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204845.529007:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.529008:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204845.529009:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204845.529011:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204845.529013:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204845.529015:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204845.529016:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204845.529017:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.529018:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204845.529020:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204845.529021:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.529023:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204845.529024:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204845.529026:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204845.529028:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618699904, portal 4
00000100:00000001:1.0:1788204845.529030:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204845.529031:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204845.529034:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529039:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204845.529040:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204845.529041:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204845.529043:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618699904, offset 0
00000400:00000200:1.0:1788204845.529045:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204845.529047:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.529049:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204845.529070:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204845.529072:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204845.529074:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204845.529076:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204845.529079:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3726:3726:256:4294967295] 192.168.201.124@tcp LPNI seq info [3726:3726:8:4294967295]
00000400:00000200:1.0:1788204845.529083:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.529089:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204845.529094:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204845.529097:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204845.529101:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204845.529103:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204845.529108:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204845.529110:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204845.529113:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204845.529115:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204845.529117:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204845.529120:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204845.529123:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204845.529125:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204845.529128:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204845.529132:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529139:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.529142:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529154:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.529155:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204845.529158:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204845.529160:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204845.529162:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204845.529163:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298650649
00000100:00000001:1.0:1788204845.529165:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.529167:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298650649
00000100:00000001:1.0:1788204845.529168:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.529170:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204845.529172:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.529174:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204845.529177:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204845.529184:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204845.529186:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204845.529187:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204845.529189:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204845.529191:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204845.529193:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204845.529196:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204845.529204:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529210:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204845.529212:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529214:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.529215:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204845.529219:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529226:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204845.529230:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529237:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204845.529239:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529240:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.529241:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529243:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204845.529244:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204845.529247:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204845.529249:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204845.529251:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204845.529254:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204845.529261:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618699904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204845.529264:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529265:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.529268:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618699648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529274:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204845.529275:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204845.529277:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:1.0:1788204845.529279:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204845.529280:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204845.529281:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204845.529283:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204845.529284:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:1.0:1788204845.529287:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204845.529289:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204845.529290:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204845.529292:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204845.529293:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529295:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.529297:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618699776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529303:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204845.529304:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204845.529305:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204845.529308:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204845.529309:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204845.529311:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204845.529313:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204845.529314:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:1.0:1788204845.529316:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204845.529316:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204845.529318:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204845.529320:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204845.529321:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529334:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.529337:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618699904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529342:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204845.529343:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204845.529345:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204845.529347:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204845.529348:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204845.529349:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204845.529351:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204845.529353:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:1.0:1788204845.529354:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204845.529356:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204845.529357:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204845.529359:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204845.529361:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529362:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529367:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204845.529368:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.529370:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204845.529371:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204845.529373:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204845.529376:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529383:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204845.529385:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.529387:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204845.529388:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204845.529390:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204845.529392:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204845.529395:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204845.529396:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204845.529398:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204845.529399:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204845.529402:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204845.529403:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204845.529407:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204845.529409:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204845.529412:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204845.529414:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700032, portal 4
00000100:00000001:1.0:1788204845.529416:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204845.529417:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204845.529422:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529428:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204845.529430:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204845.529431:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204845.529433:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618700032, offset 0
00000400:00000200:1.0:1788204845.529436:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204845.529440:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.529443:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204845.529446:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204845.529448:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204845.529451:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204845.529453:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204845.529455:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3727:3727:256:4294967295] 192.168.201.124@tcp LPNI seq info [3727:3727:8:4294967295]
00000400:00000200:1.0:1788204845.529459:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204845.529464:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204845.529468:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204845.529471:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204845.529475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204845.529477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204845.529481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204845.529483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204845.529502:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204845.529503:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204845.529505:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204845.529508:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204845.529510:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204845.529511:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204845.529513:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204845.529515:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529521:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.529524:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529530:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.529532:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204845.529535:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204845.529537:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204845.529541:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204845.529543:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298650783
00000100:00000001:1.0:1788204845.529546:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.529548:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298650783
00000100:00000001:1.0:1788204845.529550:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298652911
00000100:00000001:1.0:1788204845.529552:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204845.529554:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.529556:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204845.529560:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204845.529568:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204845.529570:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204845.529571:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204845.529574:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204845.529575:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204845.529578:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204845.529581:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204845.529589:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529596:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204845.529597:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529599:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.529601:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204845.529604:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529611:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204845.529614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529620:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204845.529623:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529625:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204845.529626:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529628:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204845.529630:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204845.529632:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204845.529635:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204845.529638:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204845.529641:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204845.529649:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204845.529652:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529654:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204845.529657:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618700032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204845.529662:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204845.529664:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204845.529666:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204845.529668:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204845.529669:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204845.529671:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204845.529673:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204845.529674:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:1.0:1788204845.529678:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204845.529679:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204845.529680:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204845.529682:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204845.529683:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529685:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.529688:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204845.529689:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.529691:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204845.529694:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204845.847181:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204845.847187:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204845.847191:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204845.847192:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204845.847194:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204845.847196:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204845.847197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204845.847198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204845.847277:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204845.847281:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204845.847284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204846.551159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204846.551167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204846.551178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204846.551187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204846.551190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204846.551194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204846.551197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204846.551199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204846.551202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204846.871175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204846.871183:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204846.871185:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204846.871188:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871191:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204846.871194:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871195:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871197:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871201:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204846.871202:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204846.871204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204846.871205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204846.871269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204846.871273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204846.871277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204847.575154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204847.575161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204847.575163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204847.575168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204847.575172:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204847.575176:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204847.575179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204847.575181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204847.575184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204847.831180:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298652911, at 4298652928
00000100:00000010:3.0:1788204847.831197:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d480.
00000100:00000040:2.0:1788204847.831305:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298652911, at 4298652928
00000100:00000010:2.0:1788204847.831310:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dba0.
00010000:00000001:3.0:1788204847.895189:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204847.895197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204847.895203:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204847.895205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204847.895208:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204847.895209:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204847.895212:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204847.895213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204847.895279:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204847.895308:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204847.895312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204848.599173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204848.599180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204848.599183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204848.599188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204848.599192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204848.599195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204848.599198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204848.599201:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204848.599203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204848.919177:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204848.919185:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204848.919196:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204848.919197:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204848.919200:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204848.919201:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204848.919204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204848.919205:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204848.919287:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204848.919291:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204848.919294:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204849.623174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204849.623184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204849.623187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204849.623194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204849.623199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204849.623203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204849.623206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204849.623210:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204849.623213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204849.943190:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204849.943193:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204849.943196:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943201:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204849.943205:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943207:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943210:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204849.943215:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943218:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204849.943219:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204849.943222:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204849.943223:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204849.943286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204849.943296:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204849.943301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204850.647199:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204850.647199:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204850.647207:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204850.647212:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204850.647213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647217:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788204850.647220:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204850.647223:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204850.647226:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204850.647230:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204850.647231:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.647246:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204850.647250:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204850.647255:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3983
00000100:00000001:3.0:1788204850.647255:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204850.647269:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204850.647277:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204850.647281:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204850.647286:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647291:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204850.647294:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647297:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204850.647302:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204850.647305:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204850.647308:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204850.647311:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204850.647314:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204850.647317:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204850.647321:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647323:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204850.647326:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647328:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204850.647332:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204850.647336:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647340:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204850.647344:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204850.647348:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204850.647352:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647354:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204850.647357:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204850.647368:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7480.
00000020:00000040:1.0:1788204850.647373:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204850.647378:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204850.647380:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647384:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204850.647388:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204850.647393:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204850.647403:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788204850.647411:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204850.647423:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204850.647434:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204850.647440:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204850.647445:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e866858b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204850.647471:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204850.647474:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204850.647478:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204850.647479:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204850.647481:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204850.647484:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204850.647487:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3983
00000400:00000200:1.0:1788204850.647491:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204850.647494:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204850.647497:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204850.647501:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647504:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204850.647504:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204850.647510:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204850.647510:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204850.647514:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204850.647515:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204850.647519:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204850.647521:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204850.647525:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788204850.647526:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204850.647528:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204850.647533:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204850.647538:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788204850.647544:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788204850.647547:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204850.647547:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647552:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788204850.647553:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204850.647557:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204850.647558:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788204850.647559:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647564:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:3.0:1788204850.647566:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618700160:192.168.201.124@tcp:250:kworker.0
00000020:00000040:1.0:1788204850.647571:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:3.0:1788204850.647573:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788204850.647577:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788204850.647580:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204850.647581:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.647584:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204850.647585:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204850.647590:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204850.647593:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204850.647597:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204850.647597:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:1.0:1788204850.647603:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204850.647603:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204850.647609:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204850.647614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:1.0:1788204850.647616:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647620:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204850.647622:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000010:1.0:1788204850.647627:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000020:00000040:1.0:1788204850.647631:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204850.647633:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788204850.647633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
02000000:00000001:1.0:1788204850.647636:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647640:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204850.647641:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204850.647643:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204850.647644:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700160, portal 25
00000100:00000001:3.0:1788204850.647648:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1788204850.647649:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:3.0:1788204850.647651:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371968 : -116879935179648 : ffff95b2c4fb7480)
00000100:00000001:1.0:1788204850.647654:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.647661:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204850.647665:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204850.647676:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204850.647680:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204850.647686:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000001:1.0:1788204850.647689:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204850.647691:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618700160, offset 0
00000100:00000001:1.0:1788204850.647694:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204850.647701:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204850.647704:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647714:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204850.647718:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788204850.647718:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204850.647724:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204850.647726:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204850.647730:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788204850.647730:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788204850.647737:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204850.647741:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204850.647742:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3983
00000400:00000200:3.0:1788204850.647749:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204850.647750:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204850.647757:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204850.647759:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788204850.647761:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204850.647765:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:1.0:1788204850.647770:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204850.647773:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3728:3728:256:4294967295] 192.168.201.124@tcp LPNI seq info [3728:3728:8:4294967295]
00000100:00000001:1.0:1788204850.647775:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204850.647781:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788204850.647781:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204850.647786:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204850.647790:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204850.647792:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204850.647796:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204850.647799:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788204850.647800:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204850.647804:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204850.647808:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:3.0:1788204850.647813:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788204850.647814:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.647818:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204850.647820:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:3.0:1788204850.647822:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000100:00000001:1.0:1788204850.647824:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204850.647828:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204850.647832:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:3.0:1788204850.647836:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204850.647838:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204850.647841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1788204850.647842:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204850.647847:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788204850.647848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:1.0:1788204850.647852:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204850.647853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788204850.647858:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:3.0:1788204850.647859:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000008:00100000:1.0:1788204850.647863:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1788204850.647864:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000008:00000001:1.0:1788204850.647869:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647873:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204850.647875:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1788204850.647877:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788204850.647881:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:3.0:1788204850.647885:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1788204850.647886:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204850.647889:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.647893:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204850.647894:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204850.647895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
02000000:00000001:1.0:1788204850.647897:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204850.647900:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
02000000:00000010:1.0:1788204850.647903:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788204850.647907:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204850.647909:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204850.647914:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204850.647917:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204850.647937:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204850.647938:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204850.647940:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.647945:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204850.647949:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.647954:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.647958:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204850.647965:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.647966:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204850.647970:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788204850.647972:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204850.647977:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298658031
00000100:00080000:1.0:1788204850.647978:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204850.647982:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204850.647983:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1788204850.647984:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89ea0.
00000100:00000001:1.0:1788204850.647989:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204850.647993:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3983
00000100:00000001:3.0:1788204850.647994:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1788204850.648000:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204850.648000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298658031
00000100:00000010:3.0:1788204850.648005:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89480.
00000400:00000200:1.0:1788204850.648007:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204850.648009:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1788204850.648011:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204850.648014:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204850.648018:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204850.648020:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648022:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204850.648024:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204850.648027:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.648031:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:3.0:1788204850.648033:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204850.648034:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:3.0:1788204850.648046:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788204850.648048:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000001:3.0:1788204850.648049:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204850.648072:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204850.648075:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204850.648077:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204850.648081:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204850.648085:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204850.648089:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204850.648093:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204850.648098:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204850.648103:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:3.0:1788204850.648104:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204850.648110:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.648115:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204850.648119:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.648124:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204850.648130:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788204850.648133:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1788204850.648135:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204850.648137:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204850.648140:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1788204850.648144:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204850.648146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204850.648149:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204850.648154:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204850.648155:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204850.648158:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204850.648162:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204850.648166:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648168:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204850.648171:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788204850.648176:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204850.648179:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204850.648180:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204850.648181:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648185:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204850.648187:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788204850.648189:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204850.648190:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204850.648196:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:1.0:1788204850.648202:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648203:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204850.648209:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204850.648210:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204850.648213:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.648216:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.648221:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204850.648224:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204850.648225:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204850.648229:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204850.648232:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1788204850.648247:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204850.648250:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204850.648256:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788204850.648263:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.648266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204850.648268:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204850.648276:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204850.648280:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204850.648284:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788204850.648285:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618700160:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204850.648289:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204850.648293:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204850.648294:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3983
00000100:00000001:3.0:1788204850.648298:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1788204850.648302:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204850.648306:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7480 x1875064618700160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204850.648309:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204850.648313:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204850.648319:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.648323:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204850.648323:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1788204850.648328:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788204850.648329:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788204850.648331:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:3.0:1788204850.648334:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
00000020:00000001:1.0:1788204850.648335:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204850.648338:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204850.648341:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788204850.648341:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1788204850.648343:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204850.648345:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:1.0:1788204850.648347:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204850.648350:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000040:3.0:1788204850.648350:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788204850.648356:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:1.0:1788204850.648357:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.648360:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1788204850.648361:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
00000100:00000040:1.0:1788204850.648362:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204850.648367:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788204850.648369:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1788204850.648370:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
02000000:00000001:3.0:1788204850.648374:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1788204850.648375:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000010:3.0:1788204850.648378:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7480.
00000100:00000001:1.0:1788204850.648380:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648383:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1788204850.648384:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204850.648388:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204850.648389:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204850.648392:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204850.648394:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648398:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204850.648400:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788204850.648402:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:1.0:1788204850.648403:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648405:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648407:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648410:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1788204850.648412:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000100:00000001:3.0:1788204850.648413:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204850.648417:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788204850.648417:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204850.648423:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1788204850.648424:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204850.648425:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648430:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204850.648432:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204850.648435:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648441:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1788204850.648442:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:3.0:1788204850.648443:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.648448:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204850.648449:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.648451:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204850.648455:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204850.648457:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788204850.648461:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204850.648471:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204850.648473:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204850.648475:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788204850.648477:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.648478:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.648482:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204850.648486:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204850.648488:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204850.648492:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204850.648501:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204850.648503:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204850.648505:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000040:1.0:1788204850.648510:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3993)
00000400:00000010:3.0:1788204850.648511:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204850.648516:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700288, portal 10
00000100:00000001:3.0:1788204850.648519:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204850.648521:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:3.0:1788204850.648530:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648536:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204850.648539:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204850.648542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204850.648544:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618700288, offset 0
00000400:00000200:3.0:1788204850.648547:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204850.648551:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.648555:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204850.648558:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204850.648561:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204850.648563:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204850.648565:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204850.648568:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3729:3729:256:4294967295] 192.168.201.124@tcp LPNI seq info [3729:3729:8:4294967295]
00000400:00000200:3.0:1788204850.648572:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.648579:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204850.648583:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.648587:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204850.648590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204850.648593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204850.648598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204850.648600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204850.648604:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.648606:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204850.648609:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204850.648612:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204850.648615:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204850.648617:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204850.648619:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204850.648623:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648636:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.648639:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648645:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648646:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204850.648650:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.648653:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204850.648656:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204850.648658:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298657943
00000100:00000001:3.0:1788204850.648661:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.648663:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298657943
00000100:00000001:3.0:1788204850.648665:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.648667:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204850.648669:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648671:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204850.648674:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204850.648682:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204850.648683:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204850.648685:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204850.648687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204850.648688:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204850.648690:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204850.648693:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204850.648701:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648707:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204850.648709:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.648711:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.648712:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204850.648716:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648722:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204850.648726:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648733:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204850.648735:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.648737:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.648738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.648740:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204850.648741:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204850.648743:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204850.648746:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204850.648749:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204850.648752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204850.648760:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204850.648763:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204850.648766:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648773:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204850.648774:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.648776:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204850.648778:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204850.648780:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204850.648783:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204850.648786:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204850.648787:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204850.648789:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.648791:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204850.648794:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204850.648796:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204850.648799:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204850.648801:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204850.648804:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204850.648807:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700416, portal 10
00000100:00000001:3.0:1788204850.648808:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204850.648810:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:3.0:1788204850.648816:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648822:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204850.648824:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204850.648826:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204850.648829:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618700416, offset 0
00000400:00000200:3.0:1788204850.648833:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204850.648836:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.648840:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204850.648843:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204850.648845:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204850.648847:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204850.648849:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204850.648852:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3730:3730:256:4294967295] 192.168.201.124@tcp LPNI seq info [3730:3730:8:4294967295]
00000400:00000200:3.0:1788204850.648856:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.648863:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204850.648867:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.648870:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204850.648874:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204850.648877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204850.648881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204850.648884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204850.648888:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.648890:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204850.648892:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204850.648896:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204850.648899:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204850.648901:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204850.648903:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204850.648906:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648914:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.648917:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648923:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648924:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204850.648927:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.648930:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204850.648933:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204850.648935:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298655788
00000100:00000001:3.0:1788204850.648938:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.648940:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298655788
00000100:00000001:3.0:1788204850.648942:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.648943:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204850.648945:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.648947:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204850.648950:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204850.648957:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204850.648959:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204850.648961:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204850.648963:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204850.648965:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204850.648967:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204850.648969:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204850.648977:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648982:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204850.648984:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.648985:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.648986:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204850.648990:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.648995:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204850.648999:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649006:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204850.649008:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649010:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.649011:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649013:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204850.649014:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204850.649016:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204850.649020:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204850.649022:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204850.649026:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204850.649040:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204850.649044:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204850.649047:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649072:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204850.649074:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.649076:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204850.649078:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204850.649080:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204850.649083:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204850.649086:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204850.649088:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204850.649090:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.649091:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204850.649094:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204850.649096:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204850.649100:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204850.649102:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204850.649106:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204850.649108:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700544, portal 4
00000100:00000001:3.0:1788204850.649111:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204850.649112:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:3.0:1788204850.649117:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649124:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204850.649126:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204850.649128:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204850.649131:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618700544, offset 0
00000400:00000200:3.0:1788204850.649134:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204850.649138:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.649142:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204850.649145:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204850.649147:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204850.649150:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204850.649152:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204850.649155:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3731:3731:256:4294967295] 192.168.201.124@tcp LPNI seq info [3731:3731:8:4294967295]
00000400:00000200:3.0:1788204850.649159:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.649165:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204850.649169:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.649172:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204850.649176:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204850.649179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204850.649183:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204850.649186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204850.649189:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.649191:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204850.649194:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204850.649197:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204850.649200:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204850.649201:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204850.649204:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204850.649207:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649215:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.649218:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649224:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.649226:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204850.649229:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.649232:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204850.649249:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204850.649252:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298655769
00000100:00000001:3.0:1788204850.649254:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.649257:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298655769
00000100:00000001:3.0:1788204850.649259:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.649261:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204850.649263:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.649265:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204850.649268:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204850.649276:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204850.649277:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204850.649279:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204850.649281:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204850.649283:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204850.649285:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204850.649288:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204850.649297:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649303:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204850.649305:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649306:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.649308:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204850.649311:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649318:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204850.649322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649328:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204850.649331:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649333:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.649334:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649335:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204850.649337:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204850.649339:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204850.649342:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204850.649345:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204850.649348:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204850.649355:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204850.649359:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649360:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.649363:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618700288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649369:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204850.649371:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204850.649373:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204850.649375:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204850.649376:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204850.649378:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204850.649380:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204850.649381:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:3.0:1788204850.649384:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204850.649385:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204850.649387:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:3.0:1788204850.649389:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204850.649391:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649393:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.649396:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618700416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649406:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204850.649407:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204850.649409:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204850.649411:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204850.649412:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204850.649413:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204850.649415:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204850.649416:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:3.0:1788204850.649417:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204850.649418:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204850.649419:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:3.0:1788204850.649421:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204850.649422:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649423:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.649426:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618700544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649431:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204850.649432:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204850.649434:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204850.649435:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204850.649436:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204850.649438:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204850.649439:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204850.649441:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:3.0:1788204850.649442:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204850.649443:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204850.649444:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:3.0:1788204850.649446:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204850.649447:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649450:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649453:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204850.649455:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.649456:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204850.649458:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204850.649459:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204850.649463:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649469:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204850.649470:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.649472:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204850.649474:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204850.649475:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204850.649478:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204850.649481:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204850.649483:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204850.649484:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204850.649486:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204850.649488:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204850.649490:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204850.649493:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204850.649496:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204850.649498:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204850.649501:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700672, portal 4
00000100:00000001:3.0:1788204850.649503:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204850.649504:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000040:3.0:1788204850.649510:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649516:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204850.649519:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204850.649521:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204850.649523:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618700672, offset 0
00000400:00000200:3.0:1788204850.649526:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204850.649530:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.649533:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204850.649536:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204850.649539:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204850.649541:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204850.649543:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204850.649546:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3732:3732:256:4294967295] 192.168.201.124@tcp LPNI seq info [3732:3732:8:4294967295]
00000400:00000200:3.0:1788204850.649550:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204850.649556:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204850.649560:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.649563:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204850.649566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204850.649569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204850.649573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204850.649575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204850.649594:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204850.649596:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204850.649598:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204850.649601:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204850.649605:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204850.649606:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204850.649609:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204850.649612:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649620:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.649623:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649629:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.649630:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204850.649633:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204850.649636:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204850.649639:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204850.649641:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298655903
00000100:00000001:3.0:1788204850.649643:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.649645:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298655903
00000100:00000001:3.0:1788204850.649647:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298658031
00000100:00000001:3.0:1788204850.649649:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204850.649652:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.649653:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204850.649657:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204850.649664:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204850.649666:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204850.649668:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204850.649670:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204850.649672:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204850.649674:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204850.649677:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204850.649685:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649691:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204850.649693:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649695:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.649696:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204850.649699:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649706:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204850.649710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649716:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204850.649719:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649720:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204850.649722:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649724:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204850.649726:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204850.649728:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204850.649732:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204850.649734:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204850.649737:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204850.649745:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204850.649749:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649751:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204850.649754:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618700672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204850.649760:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204850.649762:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204850.649763:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204850.649765:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204850.649767:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204850.649768:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204850.649770:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204850.649771:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:3.0:1788204850.649773:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204850.649775:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204850.649776:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:3.0:1788204850.649778:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204850.649779:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649781:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204850.649784:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204850.649785:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204850.649787:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204850.649789:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204850.967214:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204850.967223:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204850.967240:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204850.967242:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204850.967246:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204850.967247:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204850.967251:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204850.967252:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204850.967320:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204850.967325:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204850.967329:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204851.671207:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204851.671252:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204851.671255:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204851.671263:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204851.671267:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204851.671272:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204851.671275:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204851.671278:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204851.671282:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204851.991166:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204851.991174:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204851.991179:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204851.991180:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204851.991183:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204851.991183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204851.991186:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204851.991186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204851.991251:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204851.991255:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204851.991258:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204852.695159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204852.695167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204852.695169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204852.695175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204852.695178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204852.695183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204852.695185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204852.695187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204852.695189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204852.951223:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298658031, at 4298658048
00000100:00000040:3.0:1788204852.951223:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298658031, at 4298658048
00000100:00000010:3.0:1788204852.951251:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89480.
00000100:00000010:2.0:1788204852.951258:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89ea0.
00010000:00000001:3.0:1788204853.015202:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204853.015213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204853.015221:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204853.015223:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204853.015226:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204853.015227:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204853.015230:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204853.015231:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204853.015282:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204853.015286:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204853.015289:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204853.719223:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204853.719232:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204853.719234:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204853.719239:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204853.719244:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204853.719249:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204853.719253:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204853.719256:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204853.719259:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204854.039151:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039157:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204854.039158:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039161:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204854.039165:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204854.039167:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204854.039173:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204854.039192:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204854.039193:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039196:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204854.039198:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039199:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039201:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039204:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204854.039205:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204854.039206:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204854.039207:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039209:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204854.039209:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039210:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204854.039211:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204854.039264:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204854.039268:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204854.039270:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204854.743140:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204854.743151:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204854.743154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204854.743160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204854.743174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204854.743178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204854.743183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204854.743187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204854.743191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204855.063148:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204855.063154:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204855.063168:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204855.063169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204855.063171:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204855.063172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204855.063174:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204855.063175:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204855.063263:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204855.063271:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204855.063275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204855.767186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204855.767195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204855.767197:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204855.767202:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788204855.767203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788204855.767213:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204855.767213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204855.767219:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204855.767222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204855.767223:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204855.767233:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204855.767234:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204855.767239:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204855.767243:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3988
00000100:00000001:3.0:1788204855.767245:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204855.767254:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204855.767260:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204855.767263:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204855.767266:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767269:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204855.767272:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767274:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204855.767277:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204855.767279:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204855.767282:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204855.767284:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204855.767286:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204855.767288:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204855.767290:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767292:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204855.767293:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767294:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204855.767297:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204855.767299:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767300:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204855.767302:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204855.767305:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204855.767308:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.767309:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204855.767311:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204855.767320:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204855.767323:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204855.767327:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204855.767329:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.767331:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204855.767334:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204855.767338:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204855.767345:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:1.0:1788204855.767351:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204855.767359:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204855.767367:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204855.767370:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204855.767374:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204855.767391:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204855.767393:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204855.767395:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204855.767396:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204855.767398:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204855.767399:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204855.767401:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3988
00000400:00000200:1.0:1788204855.767404:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204855.767407:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204855.767410:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204855.767412:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767414:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204855.767415:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767417:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204855.767418:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204855.767419:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204855.767423:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:3.0:1788204855.767423:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204855.767431:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204855.767432:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788204855.767439:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204855.767442:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204855.767448:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204855.767450:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204855.767457:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767466:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204855.767472:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204855.767474:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.767476:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788204855.767480:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788204855.767481:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204855.767483:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788204855.767488:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204855.767489:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00100000:3.0:1788204855.767501:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618700800:192.168.201.124@tcp:250:kworker.0
00000100:00080000:1.0:1788204855.767502:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204855.767511:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204855.767513:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.767515:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204855.767518:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204855.767518:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.767524:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204855.767530:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788204855.767533:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:1.0:1788204855.767535:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.767536:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.767540:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204855.767545:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204855.767546:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:1.0:1788204855.767553:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204855.767555:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000001:1.0:1788204855.767557:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204855.767561:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000400:00000010:3.0:1788204855.767563:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000020:00000040:1.0:1788204855.767564:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204855.767568:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204855.767572:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204855.767572:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700800, portal 25
00000100:00000001:1.0:1788204855.767583:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204855.767584:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788204855.767591:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204855.767591:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
02000000:00000001:1.0:1788204855.767599:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.767603:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204855.767609:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:3.0:1788204855.767609:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204855.767615:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.767615:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204855.767622:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00100000:1.0:1788204855.767626:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788204855.767627:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618700800, offset 0
00000400:00000200:3.0:1788204855.767647:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767648:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204855.767654:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204855.767658:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204855.767668:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204855.767668:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204855.767676:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204855.767679:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204855.767681:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204855.767682:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204855.767687:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204855.767687:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:1.0:1788204855.767699:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3988
00000400:00000200:3.0:1788204855.767701:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204855.767716:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204855.767717:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204855.767725:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204855.767726:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788204855.767736:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204855.767741:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:1.0:1788204855.767742:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767748:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204855.767751:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767757:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204855.767763:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788204855.767763:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3733:3733:256:4294967295] 192.168.201.124@tcp LPNI seq info [3733:3733:8:4294967295]
00000020:00000040:1.0:1788204855.767768:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204855.767770:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204855.767773:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204855.767777:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788204855.767781:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:1.0:1788204855.767784:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204855.767790:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767792:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204855.767797:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767800:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204855.767806:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788204855.767807:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788204855.767820:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:3.0:1788204855.767828:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204855.767829:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204855.767839:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1788204855.767842:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
02000000:00000001:1.0:1788204855.767843:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204855.767848:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.767850:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204855.767852:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1788204855.767857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00000001:1.0:1788204855.767859:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.767863:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204855.767864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000010:1.0:1788204855.767867:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788204855.767872:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:3.1:1788204855.767873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:1.0:1788204855.767882:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788204855.767883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1788204855.767886:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.767889:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:3.0:1788204855.767890:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204855.767892:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1788204855.767893:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
02000000:00000001:1.0:1788204855.767895:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204855.767902:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000400:00000200:3.0:1788204855.767904:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204855.767907:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204855.767913:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1788204855.767918:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204855.767921:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204855.767925:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204855.767934:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204855.767940:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204855.767944:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204855.767944:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204855.767953:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.767962:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204855.767968:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.767970:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204855.767977:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204855.767988:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204855.767988:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.767993:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204855.767995:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204855.767997:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204855.768000:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204855.768000:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204855.768006:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3988
00000400:00000200:3.0:1788204855.768013:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204855.768019:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204855.768020:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298663151
00000400:00000200:1.0:1788204855.768024:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204855.768028:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1788204855.768028:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89480.
00000100:00000040:1.0:1788204855.768032:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.768035:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204855.768036:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1788204855.768037:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.768044:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204855.768046:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298663151
00000020:00000001:1.0:1788204855.768048:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:3.0:1788204855.768081:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89120.
00000020:00000040:1.0:1788204855.768084:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204855.768087:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204855.768087:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1788204855.768091:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204855.768094:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788204855.768094:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204855.768106:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788204855.768107:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768116:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204855.768121:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:3.0:1788204855.768123:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204855.768130:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788204855.768138:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788204855.768139:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000001:3.0:1788204855.768140:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204855.768155:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000100:00000001:1.0:1788204855.768156:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788204855.768161:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000020:00000040:1.0:1788204855.768163:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000010:3.0:1788204855.768165:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204855.768172:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1788204855.768174:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:3.0:1788204855.768178:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204855.768183:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204855.768192:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788204855.768195:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204855.768197:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204855.768208:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.768218:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204855.768220:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:1.0:1788204855.768222:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788204855.768222:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788204855.768233:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768234:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204855.768240:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768241:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204855.768257:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000100:00100000:3.0:1788204855.768258:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204855.768264:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204855.768272:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204855.768276:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.768281:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204855.768281:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204855.768289:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204855.768294:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.768294:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204855.768307:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788204855.768307:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204855.768314:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204855.768316:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768316:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.768319:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.768322:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:1.0:1788204855.768328:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204855.768328:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204855.768340:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788204855.768351:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1788204855.768354:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204855.768355:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204855.768361:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768363:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788204855.768374:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204855.768376:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204855.768383:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:3.0:1788204855.768384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204855.768388:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204855.768390:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204855.768396:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204855.768406:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3988
00000400:00000200:1.0:1788204855.768414:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204855.768418:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618700800:192.168.201.124@tcp:250:kworker.0
00000400:00000200:1.0:1788204855.768422:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204855.768432:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204855.768434:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204855.768440:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204855.768440:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204855.768446:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204855.768448:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618700800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204855.768451:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204855.768461:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204855.768464:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:1.0:1788204855.768468:0:15013:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788204855.768468:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1788204855.768475:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000010:3.0:1788204855.768475:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
00000020:00000001:1.0:1788204855.768484:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788204855.768484:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1788204855.768493:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204855.768493:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204855.768497:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204855.768502:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204855.768502:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204855.768506:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
00000020:00000001:1.0:1788204855.768511:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:3.0:1788204855.768513:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204855.768515:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204855.768519:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000100:00000040:1.0:1788204855.768523:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204855.768524:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204855.768530:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204855.768532:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204855.768533:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204855.768540:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204855.768542:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204855.768544:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.768546:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788204855.768547:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204855.768549:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204855.768551:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788204855.768556:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:3.0:1788204855.768561:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204855.768566:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204855.768571:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204855.768572:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768573:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204855.768579:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204855.768582:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204855.768583:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204855.768587:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.768588:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204855.768590:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204855.768592:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204855.768595:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.768595:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.768602:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204855.768606:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000100:00100000:3.0:1788204855.768608:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700928:192.168.201.124@tcp:38:kworker.0
00000020:00000040:1.0:1788204855.768610:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204855.768616:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204855.768618:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768620:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204855.768621:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204855.768625:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204855.768628:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204855.768629:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.768633:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204855.768634:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:1.0:1788204855.768641:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.768641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1788204855.768648:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1788204855.768649:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204855.768661:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204855.768679:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204855.768681:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204855.768687:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204855.768689:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000040:1.0:1788204855.768691:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788204855.768698:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000001:1.0:1788204855.768703:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204855.768704:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618700928, portal 10
00000100:00000040:1.0:1788204855.768709:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3998)
00000100:00000001:3.0:1788204855.768710:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204855.768716:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774358528 : -116879935193088 : ffff95b2c4fb4000)
00000100:00000040:3.0:1788204855.768725:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768732:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204855.768735:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204855.768738:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204855.768740:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618700928, offset 0
00000400:00000200:3.0:1788204855.768744:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204855.768748:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.768752:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204855.768755:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204855.768758:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204855.768760:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204855.768763:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204855.768766:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3734:3734:256:4294967295] 192.168.201.124@tcp LPNI seq info [3734:3734:8:4294967295]
00000400:00000200:3.0:1788204855.768770:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.768776:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204855.768781:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.768783:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204855.768786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204855.768788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204855.768791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204855.768793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204855.768795:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.768796:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204855.768798:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204855.768800:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204855.768802:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204855.768804:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204855.768806:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204855.768808:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768817:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.768819:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768823:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768824:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204855.768826:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.768829:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788204855.768831:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204855.768832:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298663063
00000100:00000001:3.0:1788204855.768834:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.768836:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298663063
00000100:00000001:3.0:1788204855.768837:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.768838:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204855.768839:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768840:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204855.768842:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204855.768847:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204855.768847:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204855.768848:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204855.768850:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204855.768851:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204855.768852:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204855.768854:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204855.768858:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768861:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204855.768863:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.768864:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.768865:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204855.768867:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768871:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204855.768873:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768876:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204855.768877:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.768878:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.768879:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.768880:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204855.768881:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204855.768883:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204855.768885:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204855.768886:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204855.768888:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204855.768892:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618700928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204855.768894:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204855.768896:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768901:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204855.768902:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.768903:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204855.768904:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204855.768905:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204855.768907:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204855.768909:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204855.768911:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204855.768912:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.768913:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204855.768915:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204855.768916:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204855.768917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204855.768919:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204855.768920:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204855.768922:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701056, portal 10
00000100:00000001:3.0:1788204855.768923:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204855.768924:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371072 : -116879935180544 : ffff95b2c4fb7100)
00000100:00000040:3.0:1788204855.768928:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768931:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204855.768932:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204855.768933:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204855.768935:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618701056, offset 0
00000400:00000200:3.0:1788204855.768937:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204855.768939:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.768940:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204855.768942:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204855.768943:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204855.768945:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204855.768946:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204855.768948:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3735:3735:256:4294967295] 192.168.201.124@tcp LPNI seq info [3735:3735:8:4294967295]
00000400:00000200:3.0:1788204855.768950:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.768954:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204855.768957:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.768958:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204855.768961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204855.768963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204855.768965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204855.768966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204855.768968:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.768970:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204855.768971:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204855.768973:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204855.768974:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204855.768975:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204855.768977:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204855.768978:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768983:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.768984:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.768988:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.768989:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204855.768990:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.768992:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788204855.768993:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204855.768994:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298660908
00000100:00000001:3.0:1788204855.768996:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.768997:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298660908
00000100:00000001:3.0:1788204855.768998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.769000:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204855.769001:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769002:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204855.769004:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204855.769007:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204855.769009:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204855.769010:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204855.769011:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204855.769012:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204855.769013:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204855.769015:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204855.769019:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769022:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204855.769023:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769024:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.769024:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204855.769026:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769029:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204855.769031:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769035:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204855.769036:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769037:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.769038:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769039:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204855.769040:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204855.769041:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204855.769043:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204855.769044:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204855.769046:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204855.769073:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788204855.769075:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204855.769077:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769082:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204855.769082:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.769084:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204855.769085:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204855.769086:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204855.769087:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204855.769089:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204855.769090:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204855.769091:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.769092:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204855.769094:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204855.769095:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204855.769096:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204855.769098:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204855.769100:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204855.769101:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701184, portal 4
00000100:00000001:3.0:1788204855.769102:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204855.769103:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774370176 : -116879935181440 : ffff95b2c4fb6d80)
00000100:00000040:3.0:1788204855.769107:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769111:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204855.769112:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204855.769113:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204855.769114:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618701184, offset 0
00000400:00000200:3.0:1788204855.769117:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204855.769119:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.769121:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204855.769123:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204855.769125:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204855.769126:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204855.769127:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204855.769129:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3736:3736:256:4294967295] 192.168.201.124@tcp LPNI seq info [3736:3736:8:4294967295]
00000400:00000200:3.0:1788204855.769132:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.769135:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204855.769137:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.769139:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204855.769141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204855.769142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204855.769160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204855.769162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204855.769164:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.769166:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204855.769167:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204855.769170:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204855.769171:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204855.769172:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204855.769174:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204855.769176:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769181:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.769183:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769186:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769187:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204855.769189:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.769192:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788204855.769193:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204855.769195:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298660889
00000100:00000001:3.0:1788204855.769197:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.769198:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298660889
00000100:00000001:3.0:1788204855.769199:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.769200:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204855.769201:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769202:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204855.769204:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204855.769208:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204855.769209:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204855.769210:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204855.769212:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204855.769213:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204855.769214:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204855.769216:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204855.769220:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769223:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204855.769224:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769225:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.769226:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204855.769227:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769231:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204855.769233:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769236:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204855.769238:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769239:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.769240:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769241:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204855.769242:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204855.769243:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204855.769245:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204855.769246:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204855.769248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204855.769252:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204855.769254:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769255:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.769256:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4000 x1875064618700928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769260:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204855.769261:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204855.769262:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788204855.769263:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204855.769264:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204855.769265:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204855.769266:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204855.769267:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:3.0:1788204855.769269:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204855.769270:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204855.769271:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4000.
00000100:00000001:3.0:1788204855.769273:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204855.769274:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769275:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.769276:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7100 x1875064618701056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769283:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204855.769284:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204855.769285:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788204855.769286:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204855.769286:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204855.769287:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204855.769288:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204855.769289:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:3.0:1788204855.769290:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204855.769290:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204855.769291:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7100.
00000100:00000001:3.0:1788204855.769292:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204855.769293:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769294:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.769295:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6d80 x1875064618701184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769298:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204855.769299:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204855.769300:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204855.769301:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204855.769301:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204855.769302:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204855.769303:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204855.769303:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:3.0:1788204855.769305:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204855.769305:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204855.769306:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6d80.
00000100:00000001:3.0:1788204855.769307:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204855.769308:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769309:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769311:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204855.769312:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769313:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204855.769314:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204855.769315:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204855.769317:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769321:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204855.769322:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.769323:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204855.769324:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204855.769325:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204855.769327:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204855.769329:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204855.769330:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204855.769331:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204855.769332:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204855.769334:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204855.769335:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204855.769337:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788204855.769338:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788204855.769340:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788204855.769342:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701312, portal 4
00000100:00000001:3.0:1788204855.769343:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204855.769344:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774373760 : -116879935177856 : ffff95b2c4fb7b80)
00000100:00000040:3.0:1788204855.769347:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769353:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204855.769355:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788204855.769357:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
00000100:00000200:3.0:1788204855.769359:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618701312, offset 0
00000400:00000200:3.0:1788204855.769362:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204855.769366:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.769369:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788204855.769371:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204855.769373:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788204855.769376:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204855.769378:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788204855.769381:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3737:3737:256:4294967295] 192.168.201.124@tcp LPNI seq info [3737:3737:8:4294967295]
00000400:00000200:3.0:1788204855.769385:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204855.769391:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204855.769395:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.769398:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000800:00000200:3.0:1788204855.769402:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788204855.769403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204855.769406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788204855.769407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204855.769409:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788204855.769411:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:3.0:1788204855.769412:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204855.769414:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204855.769416:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:3.0:1788204855.769417:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:3.0:1788204855.769419:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204855.769421:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769426:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.769427:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769431:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769432:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204855.769434:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204855.769436:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788204855.769438:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204855.769439:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298661023
00000100:00000001:3.0:1788204855.769440:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.769442:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298661023
00000100:00000001:3.0:1788204855.769443:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298663151
00000100:00000001:3.0:1788204855.769444:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204855.769446:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769447:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204855.769449:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204855.769453:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204855.769454:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204855.769455:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:3.0:1788204855.769456:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:3.0:1788204855.769457:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:3.0:1788204855.769458:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204855.769460:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204855.769464:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769468:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204855.769469:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769470:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.769471:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204855.769472:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769476:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204855.769478:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769482:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204855.769484:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769486:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204855.769487:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769488:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204855.769490:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204855.769492:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204855.769495:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788204855.769497:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204855.769501:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204855.769508:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788204855.769511:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769513:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204855.769516:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7b80 x1875064618701312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204855.769522:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204855.769523:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204855.769525:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788204855.769528:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204855.769530:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204855.769531:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788204855.769533:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204855.769535:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:3.0:1788204855.769537:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204855.769538:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204855.769539:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7b80.
00000100:00000001:3.0:1788204855.769541:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204855.769542:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769543:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204855.769546:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204855.769548:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204855.769549:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204855.769551:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204856.087101:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204856.087107:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204856.087111:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204856.087112:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204856.087114:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204856.087115:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204856.087117:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204856.087118:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204856.087185:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204856.087188:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204856.087191:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204856.791160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204856.791167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204856.791169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204856.791174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204856.791178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204856.791182:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204856.791185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204856.791188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204856.791192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111180:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204857.111186:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111192:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204857.111195:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204857.111197:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204857.111200:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111203:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204857.111205:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111207:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111210:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111213:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204857.111214:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204857.111217:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204857.111218:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204857.111274:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204857.111277:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204857.111280:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204857.815187:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204857.815193:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204857.815194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204857.815198:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204857.815200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204857.815203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204857.815205:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204857.815207:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204857.815209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204858.071157:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298663151, at 4298663168
00000100:00000040:3.0:1788204858.071157:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298663151, at 4298663168
00000100:00000010:3.0:1788204858.071171:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89120.
00000100:00000010:2.0:1788204858.071174:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89480.
00010000:00000001:3.0:1788204858.135206:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204858.135213:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204858.135219:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204858.135221:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204858.135224:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204858.135225:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204858.135228:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204858.135229:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204858.135281:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204858.135284:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204858.135286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204858.839184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204858.839191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204858.839194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204858.839199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204858.839202:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204858.839205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204858.839207:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204858.839211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204858.839214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204859.159156:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204859.159161:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204859.159165:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204859.159166:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204859.159169:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204859.159169:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204859.159172:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204859.159172:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204859.159228:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204859.159231:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204859.159235:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204859.863159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204859.863164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204859.863165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204859.863169:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204859.863171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204859.863174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204859.863175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204859.863177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204859.863179:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183224:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204860.183233:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204860.183235:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204860.183239:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183243:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204860.183246:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183248:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183250:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183255:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204860.183257:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183260:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204860.183262:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204860.183266:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204860.183267:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204860.183328:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204860.183331:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204860.183334:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204860.887181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204860.887188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204860.887190:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204860.887195:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204860.887198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204860.887201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204860.887203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204860.887205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204860.887208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204860.887229:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204860.887233:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204860.887235:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204860.887242:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204860.887245:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204860.887252:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3993
00000400:00000200:3.0:1788204860.887261:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204860.887268:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204860.887271:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204860.887274:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887278:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.887280:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887283:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204860.887287:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204860.887289:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204860.887292:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204860.887296:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204860.887299:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204860.887302:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204860.887305:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887307:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.887309:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887311:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204860.887313:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204860.887315:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887322:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204860.887325:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204860.887328:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204860.887330:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887332:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204860.887334:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204860.887343:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204860.887346:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204860.887350:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204860.887356:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887360:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204860.887364:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204860.887369:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204860.887378:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204860.887386:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204860.887399:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204860.887411:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204860.887417:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204860.887422:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204860.887447:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204860.887450:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204860.887454:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204860.887455:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204860.887457:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204860.887460:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204860.887463:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3993
00000400:00000200:3.0:1788204860.887467:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204860.887471:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204860.887473:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204860.887475:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887478:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.887480:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887481:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204860.887483:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204860.887483:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204860.887484:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204860.887486:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204860.887487:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204860.887490:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204860.887491:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204860.887493:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887497:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.887500:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887503:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204860.887504:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204860.887507:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204860.887509:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204860.887510:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204860.887512:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204860.887515:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204860.887520:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204860.887523:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887526:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204860.887528:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204860.887531:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204860.887539:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887544:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204860.887554:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788204860.887561:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204860.887564:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204860.887567:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204860.887568:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204860.887571:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.887575:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204860.887576:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204860.887580:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204860.887581:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204860.887584:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.887587:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204860.887591:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00100000:1.0:1788204860.887595:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618701440:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204860.887598:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.887608:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788204860.887614:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204860.887617:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204860.887622:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.887631:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204860.887633:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204860.887636:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204860.887642:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204860.887643:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204860.887651:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887662:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204860.887666:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204860.887674:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204860.887676:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204860.887679:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204860.887680:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00080000:3.0:1788204860.887682:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204860.887685:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204860.887687:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00080000:3.0:1788204860.887690:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3993
00000100:00000200:1.0:1788204860.887696:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701440, portal 25
00000400:00000200:3.0:1788204860.887696:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204860.887705:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204860.887710:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204860.887711:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00080000:3.0:1788204860.887719:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204860.887721:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204860.887731:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204860.887733:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204860.887739:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204860.887739:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204860.887742:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000040:3.0:1788204860.887747:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:1.0:1788204860.887748:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618701440, offset 0
00000100:00000001:3.0:1788204860.887757:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204860.887759:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788204860.887766:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204860.887768:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204860.887774:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:3.0:1788204860.887774:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204860.887782:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204860.887788:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:3.0:1788204860.887788:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204860.887802:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204860.887805:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204860.887816:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.887818:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204860.887823:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204860.887827:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204860.887828:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.887833:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.887836:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3738:3738:256:4294967295] 192.168.201.124@tcp LPNI seq info [3738:3738:8:4294967295]
00000400:00000200:1.0:1788204860.887841:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204860.887843:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204860.887848:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204860.887861:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204860.887863:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204860.887874:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204860.887879:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204860.887883:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204860.887885:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204860.887888:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887892:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1788204860.887893:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000008:00100000:3.0:1788204860.887895:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204860.887899:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887902:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204860.887909:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:3.0:1788204860.887909:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204860.887913:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:1.0:1788204860.887917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1788204860.887918:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204860.887921:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.887925:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204860.887928:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204860.887933:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204860.887934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:3.0:1788204860.887939:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000800:00000200:1.1:1788204860.887940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788204860.887943:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204860.887951:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788204860.887955:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.887964:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204860.887976:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204860.887977:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204860.887984:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204860.887988:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204860.887993:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204860.887999:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204860.888002:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204860.888003:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204860.888009:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00080000:3.0:1788204860.888012:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204860.888014:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204860.888015:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788204860.888016:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204860.888020:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204860.888024:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204860.888025:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3993
00000400:00000200:3.0:1788204860.888041:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204860.888050:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204860.888091:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204860.888095:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204860.888097:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204860.888097:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.888102:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.888105:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204860.888107:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204860.888108:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204860.888112:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204860.888117:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204860.888121:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204860.888129:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204860.888138:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204860.888141:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888147:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204860.888147:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.888155:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.888158:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.888159:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204860.888161:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204860.888163:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:1.0:1788204860.888171:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204860.888171:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204860.888179:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298668272
00000100:00000001:3.0:1788204860.888180:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204860.888184:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204860.888187:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204860.888190:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.888191:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:1.0:1788204860.888192:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d120.
00000008:00100000:3.0:1788204860.888195:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204860.888200:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.888201:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204860.888204:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000100:00000001:1.0:1788204860.888207:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1788204860.888207:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204860.888213:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204860.888214:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.888215:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204860.888216:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204860.888219:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204860.888223:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204860.888227:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888228:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298668272
00000100:00000010:1.0:1788204860.888233:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777dcc0.
00000100:00100000:3.0:1788204860.888234:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204860.888239:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204860.888245:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204860.888252:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888257:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204860.888262:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204860.888264:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204860.888271:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204860.888284:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204860.888285:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204860.888286:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204860.888290:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204860.888294:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204860.888297:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204860.888304:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204860.888314:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204860.888320:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204860.888330:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204860.888340:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204860.888340:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204860.888347:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204860.888353:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204860.888355:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204860.888358:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204860.888358:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204860.888363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204860.888367:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3993
00000100:00000001:1.0:1788204860.888368:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204860.888385:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:1.0:1788204860.888389:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204860.888394:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204860.888397:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204860.888405:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.888409:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204860.888417:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204860.888423:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204860.888432:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204860.888438:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:1.0:1788204860.888439:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204860.888445:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204860.888448:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:1.0:1788204860.888452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204860.888453:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204860.888464:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788204860.888466:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204860.888473:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.888478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204860.888478:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204860.888482:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.888488:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204860.888489:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204860.888491:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204860.888498:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:1.0:1788204860.888499:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204860.888508:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00080000:1.0:1788204860.888511:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204860.888518:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1788204860.888518:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204860.888531:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:1.0:1788204860.888533:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204860.888543:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204860.888551:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618701440:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204860.888551:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204860.888560:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204860.888562:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204860.888563:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.888567:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618701440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204860.888569:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.888579:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204860.888581:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:3.0:1788204860.888583:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:1.0:1788204860.888584:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204860.888589:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
00000008:00000001:3.0:1788204860.888591:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.888593:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204860.888595:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204860.888596:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204860.888599:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204860.888602:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000010:3.0:1788204860.888602:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
02000000:00000010:1.0:1788204860.888604:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:1.0:1788204860.888610:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1788204860.888610:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204860.888616:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204860.888619:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1788204860.888620:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
02000000:00000001:3.0:1788204860.888627:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888628:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204860.888633:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204860.888635:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204860.888637:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204860.888639:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204860.888642:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888644:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204860.888646:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204860.888648:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:1.0:1788204860.888649:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204860.888654:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204860.888657:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204860.888657:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204860.888663:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204860.888669:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204860.888675:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204860.888681:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.888692:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204860.888698:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204860.888700:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204860.888701:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.888705:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204860.888707:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204860.888712:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204860.888715:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204860.888716:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204860.888718:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.888725:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204860.888731:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204860.888737:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204860.888747:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204860.888750:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204860.888755:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4003)
00000400:00000010:1.0:1788204860.888756:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204860.888763:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204860.888767:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701568, portal 10
00000100:00000001:1.0:1788204860.888769:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204860.888771:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:1.0:1788204860.888780:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888788:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204860.888790:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204860.888792:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204860.888794:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618701568, offset 0
00000400:00000200:1.0:1788204860.888797:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204860.888800:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.888803:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204860.888804:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204860.888806:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204860.888808:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204860.888809:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.888811:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3739:3739:256:4294967295] 192.168.201.124@tcp LPNI seq info [3739:3739:8:4294967295]
00000400:00000200:1.0:1788204860.888813:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.888818:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204860.888820:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.888822:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204860.888825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204860.888827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204860.888830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204860.888832:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204860.888834:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.888836:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204860.888838:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204860.888840:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204860.888841:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204860.888842:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204860.888844:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204860.888846:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888851:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.888853:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888861:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888862:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204860.888864:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204860.888866:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204860.888868:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204860.888869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298668183
00000100:00000001:1.0:1788204860.888871:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.888872:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298668183
00000100:00000001:1.0:1788204860.888873:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.888874:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204860.888875:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.888876:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204860.888878:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204860.888883:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204860.888884:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204860.888885:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204860.888886:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204860.888887:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204860.888888:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204860.888890:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204860.888895:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888898:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204860.888899:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.888900:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.888901:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204860.888902:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888907:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204860.888909:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888913:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204860.888914:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.888915:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.888915:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.888916:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204860.888918:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204860.888919:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204860.888921:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204860.888922:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204860.888924:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204860.888928:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204860.888930:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204860.888932:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888936:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204860.888937:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.888939:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204860.888940:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204860.888941:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204860.888942:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204860.888944:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204860.888945:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204860.888946:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.888947:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204860.888949:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204860.888951:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204860.888952:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204860.888954:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204860.888955:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204860.888957:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701696, portal 10
00000100:00000001:1.0:1788204860.888958:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204860.888959:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:1.0:1788204860.888962:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.888966:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204860.888967:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204860.888968:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204860.888970:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618701696, offset 0
00000400:00000200:1.0:1788204860.888972:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204860.888982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.888984:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204860.888988:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204860.888990:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204860.888991:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204860.888993:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.888994:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3740:3740:256:4294967295] 192.168.201.124@tcp LPNI seq info [3740:3740:8:4294967295]
00000400:00000200:1.0:1788204860.888997:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.889001:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204860.889003:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.889005:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204860.889007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204860.889008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204860.889011:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204860.889012:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204860.889015:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.889016:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204860.889018:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204860.889020:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204860.889022:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204860.889023:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204860.889024:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204860.889026:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889030:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889032:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889038:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889039:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204860.889041:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204860.889042:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204860.889044:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204860.889046:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298666028
00000100:00000001:1.0:1788204860.889047:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.889048:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298666028
00000100:00000001:1.0:1788204860.889080:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.889083:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204860.889085:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889087:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204860.889091:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204860.889099:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204860.889100:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204860.889102:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204860.889105:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204860.889106:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204860.889108:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204860.889111:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204860.889116:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889120:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204860.889121:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889122:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.889123:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204860.889125:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889129:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204860.889131:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889135:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204860.889136:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889137:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.889137:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889138:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204860.889139:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204860.889140:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204860.889142:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204860.889143:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204860.889145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204860.889149:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204860.889152:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204860.889154:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889158:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204860.889159:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.889161:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204860.889162:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204860.889163:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204860.889164:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204860.889166:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204860.889168:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204860.889169:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.889170:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204860.889172:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204860.889173:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204860.889176:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204860.889177:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204860.889179:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204860.889181:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701824, portal 4
00000100:00000001:1.0:1788204860.889182:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204860.889183:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:1.0:1788204860.889188:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889194:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204860.889196:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204860.889198:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204860.889200:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618701824, offset 0
00000400:00000200:1.0:1788204860.889203:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204860.889207:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.889210:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204860.889212:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204860.889215:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204860.889218:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204860.889220:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.889223:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3741:3741:256:4294967295] 192.168.201.124@tcp LPNI seq info [3741:3741:8:4294967295]
00000400:00000200:1.0:1788204860.889227:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.889232:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204860.889234:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.889236:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204860.889239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204860.889241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204860.889243:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204860.889245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204860.889247:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.889248:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204860.889250:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204860.889252:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204860.889253:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204860.889254:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204860.889256:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204860.889258:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889263:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889265:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889269:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889270:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204860.889271:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204860.889273:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204860.889275:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204860.889276:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298666009
00000100:00000001:1.0:1788204860.889278:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.889279:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298666009
00000100:00000001:1.0:1788204860.889280:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.889281:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204860.889283:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889284:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204860.889286:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204860.889291:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204860.889291:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204860.889292:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204860.889293:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204860.889294:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204860.889295:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204860.889297:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204860.889302:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889305:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204860.889306:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889307:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.889307:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204860.889309:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889312:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204860.889314:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889318:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204860.889319:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889320:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.889320:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889321:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204860.889322:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204860.889323:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204860.889326:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204860.889327:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204860.889329:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204860.889334:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204860.889335:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889337:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889338:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618701568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889341:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204860.889342:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204860.889344:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204860.889345:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204860.889346:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204860.889346:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204860.889348:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204860.889349:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:1.0:1788204860.889350:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204860.889351:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204860.889352:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:1.0:1788204860.889353:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204860.889354:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889355:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889357:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618701696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889360:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204860.889361:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204860.889362:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204860.889363:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204860.889363:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204860.889364:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204860.889365:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204860.889366:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:1.0:1788204860.889367:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204860.889368:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204860.889369:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:1.0:1788204860.889370:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204860.889371:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889371:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618701824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889377:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204860.889377:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204860.889379:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204860.889383:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204860.889384:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204860.889384:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204860.889386:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204860.889387:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:1.0:1788204860.889390:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204860.889390:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204860.889392:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:1.0:1788204860.889394:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204860.889395:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889396:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889399:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204860.889401:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889402:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204860.889404:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204860.889405:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204860.889409:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889416:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204860.889418:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.889420:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204860.889421:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204860.889423:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204860.889425:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204860.889427:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204860.889429:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204860.889430:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204860.889431:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204860.889433:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204860.889434:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204860.889436:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204860.889438:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204860.889440:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204860.889442:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618701952, portal 4
00000100:00000001:1.0:1788204860.889443:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204860.889444:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:1.0:1788204860.889447:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889451:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204860.889453:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204860.889454:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204860.889455:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618701952, offset 0
00000400:00000200:1.0:1788204860.889457:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204860.889459:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.889461:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204860.889463:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204860.889465:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204860.889466:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204860.889467:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204860.889469:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3742:3742:256:4294967295] 192.168.201.124@tcp LPNI seq info [3742:3742:8:4294967295]
00000400:00000200:1.0:1788204860.889471:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204860.889475:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204860.889477:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.889479:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204860.889481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204860.889483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204860.889485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204860.889487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204860.889489:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204860.889490:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204860.889492:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204860.889494:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204860.889495:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204860.889496:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204860.889498:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204860.889500:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889504:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889506:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889510:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889510:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204860.889512:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204860.889514:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204860.889516:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204860.889517:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298666143
00000100:00000001:1.0:1788204860.889518:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.889520:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298666143
00000100:00000001:1.0:1788204860.889521:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298668272
00000100:00000001:1.0:1788204860.889522:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204860.889523:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889524:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204860.889526:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204860.889529:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204860.889530:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204860.889532:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204860.889533:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204860.889534:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204860.889535:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204860.889537:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204860.889542:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889545:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204860.889545:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889546:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.889547:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204860.889549:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889552:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204860.889554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889558:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204860.889559:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889560:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204860.889561:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889562:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204860.889563:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204860.889564:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204860.889566:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204860.889567:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204860.889569:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204860.889573:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618701952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204860.889575:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889576:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204860.889578:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618701952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204860.889582:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204860.889582:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204860.889583:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:1.0:1788204860.889585:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204860.889586:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204860.889586:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204860.889587:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204860.889588:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:1.0:1788204860.889589:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204860.889590:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204860.889591:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:1.0:1788204860.889592:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204860.889593:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889594:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.889596:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204860.889597:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.889598:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204860.889599:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204861.207124:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204861.207131:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204861.207137:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204861.207138:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204861.207141:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204861.207142:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204861.207146:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204861.207147:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204861.207208:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204861.207213:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204861.207218:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204861.911145:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204861.911151:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204861.911152:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204861.911156:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204861.911158:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204861.911161:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204861.911163:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204861.911165:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204861.911166:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204862.231175:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204862.231183:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204862.231188:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204862.231189:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204862.231193:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204862.231194:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204862.231197:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204862.231198:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204862.231259:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204862.231261:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204862.231264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204862.935123:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204862.935129:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204862.935130:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.935134:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204862.935136:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204862.935139:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.935140:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204862.935142:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.935144:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204863.191100:0:15258:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298668272, at 4298668288
00000100:00000040:2.0:1788204863.191111:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298668272, at 4298668288
00000100:00000010:3.0:1788204863.191112:0:15258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777dcc0.
00000100:00000010:2.0:1788204863.191119:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d120.
00010000:00000001:3.0:1788204863.255144:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204863.255150:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255153:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204863.255155:0:15258:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255158:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204863.255160:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204863.255162:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204863.255166:0:15258:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204863.255168:0:15258:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204863.255169:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255172:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204863.255173:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255175:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255176:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255178:0:15258:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204863.255179:0:15258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204863.255180:0:15258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204863.255181:0:15258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255182:0:15258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204863.255182:0:15258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255183:0:15258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204863.255184:0:15258:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204863.255228:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204863.255232:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204863.255234:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204863.959119:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204863.959125:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204863.959126:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204863.959130:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204863.959133:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204863.959136:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204863.959138:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204863.959140:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204863.959142:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204864.279150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204864.279155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204864.279159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204864.279160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204864.279162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204864.279163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204864.279165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204864.279166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204864.279218:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204864.279223:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204864.279226:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204864.983157:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204864.983164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204864.983165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204864.983169:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204864.983171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204864.983174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204864.983176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204864.983179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204864.983181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204865.303146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204865.303151:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204865.303155:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204865.303156:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204865.303158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204865.303159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204865.303161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204865.303162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204865.303208:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204865.303211:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204865.303214:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204866.007126:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204866.007133:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204866.007136:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204866.007141:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204866.007151:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204866.007155:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204866.007158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204866.007160:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204866.007163:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204866.007166:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204866.007173:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204866.007175:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204866.007179:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204866.007183:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204866.007190:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 3998
00000400:00000200:0.0:1788204866.007199:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204866.007204:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204866.007208:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204866.007211:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007214:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204866.007216:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007218:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204866.007222:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204866.007224:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204866.007226:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204866.007229:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204866.007231:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204866.007233:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204866.007236:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007238:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204866.007240:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007242:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204866.007244:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204866.007247:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007250:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204866.007252:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204866.007255:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204866.007258:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007260:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204866.007263:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204866.007271:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204866.007275:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204866.007278:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204866.007280:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007283:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204866.007286:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204866.007290:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204866.007298:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788204866.007303:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204866.007312:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204866.007320:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204866.007325:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204866.007330:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204866.007354:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204866.007357:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204866.007360:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204866.007361:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204866.007362:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204866.007365:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204866.007367:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3998
00000400:00000200:0.0:1788204866.007371:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204866.007373:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204866.007375:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204866.007378:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007380:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204866.007383:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007385:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204866.007387:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204866.007389:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204866.007391:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204866.007393:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204866.007396:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204866.007398:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:1.0:1788204866.007399:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204866.007402:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204866.007404:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204866.007406:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204866.007408:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204866.007410:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007413:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204866.007418:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000040:1.0:1788204866.007418:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204866.007425:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007430:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204866.007434:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204866.007437:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204866.007439:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204866.007441:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204866.007444:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204866.007445:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.007448:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204866.007449:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204866.007454:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204866.007454:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204866.007459:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.007461:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618702080:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204866.007462:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204866.007468:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204866.007469:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788204866.007473:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204866.007476:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204866.007477:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204866.007480:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.007481:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007482:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204866.007485:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204866.007486:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204866.007490:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204866.007493:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000010:0.0:1788204866.007495:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204866.007497:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007500:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.007505:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788204866.007510:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204866.007512:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:0.0:1788204866.007521:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204866.007522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000001:0.0:1788204866.007524:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204866.007530:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204866.007531:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702080, portal 25
00000100:00000001:1.0:1788204866.007536:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204866.007539:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204866.007551:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204866.007553:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204866.007558:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204866.007564:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204866.007566:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204866.007568:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204866.007569:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204866.007574:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204866.007574:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204866.007580:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3998
00000400:00000010:1.0:1788204866.007580:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204866.007585:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618702080, offset 0
00000400:00000200:0.0:1788204866.007587:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.007595:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204866.007599:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204866.007602:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204866.007603:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204866.007609:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007613:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204866.007613:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:0.0:1788204866.007619:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.007621:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204866.007623:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204866.007629:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204866.007629:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000040:0.0:1788204866.007633:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204866.007635:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204866.007636:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788204866.007639:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204866.007642:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788204866.007644:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204866.007649:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204866.007650:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3743:3743:256:4294967295] 192.168.201.124@tcp LPNI seq info [3743:3743:8:4294967295]
00000100:00000040:0.0:1788204866.007656:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.007660:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204866.007661:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204866.007665:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007668:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204866.007672:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204866.007678:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204866.007679:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204866.007682:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204866.007684:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204866.007687:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204866.007688:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007691:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204866.007694:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204866.007697:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007701:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204866.007701:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000010:0.0:1788204866.007707:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204866.007711:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000010:1.0:1788204866.007711:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
02000000:00000001:0.0:1788204866.007716:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204866.007718:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007719:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204866.007722:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1788204866.007722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204866.007725:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204866.007728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
02000000:00000010:0.0:1788204866.007730:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204866.007735:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204866.007739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:0.0:1788204866.007743:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204866.007744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204866.007754:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007757:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204866.007759:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000100:00000001:0.0:1788204866.007762:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.007767:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204866.007768:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204866.007777:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204866.007784:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.007786:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000100:00080000:0.0:1788204866.007788:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204866.007790:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00080000:0.0:1788204866.007795:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204866.007797:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204866.007798:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204866.007802:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204866.007806:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204866.007806:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204866.007812:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3998
00000400:00000200:0.0:1788204866.007822:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204866.007826:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788204866.007827:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204866.007832:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204866.007833:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204866.007839:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007843:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204866.007845:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007847:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204866.007849:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204866.007852:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204866.007854:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204866.007858:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204866.007858:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204866.007863:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204866.007864:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204866.007868:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204866.007872:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204866.007873:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007874:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204866.007878:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.007882:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204866.007883:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204866.007886:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298673391
00000020:00000040:0.0:1788204866.007887:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204866.007893:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204866.007896:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204866.007896:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777da20.
02000000:00000001:0.0:1788204866.007902:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204866.007905:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204866.007906:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1788204866.007907:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007911:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204866.007913:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204866.007914:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298673391
00000008:00000001:0.0:1788204866.007916:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007920:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204866.007920:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d720.
00000100:00000001:1.0:1788204866.007926:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000010:0.0:1788204866.007927:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204866.007932:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204866.007932:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204866.007938:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204866.007939:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204866.007940:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.007944:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204866.007944:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204866.007946:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204866.007949:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.007952:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204866/real 1788204866]  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204866.007954:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788204866.007959:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204866.007967:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204866.007984:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204866.007986:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204866.007989:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204866.007992:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204866.007993:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204866.007996:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204866.008002:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204866.008009:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204866.008013:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204866.008018:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204866.008022:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008034:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204866.008038:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204866.008039:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008042:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788204866.008044:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204866.008046:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204866.008080:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008089:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204866.008094:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1788204866.008095:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204866.008097:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204866.008100:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204866.008106:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204866.008112:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 3998
00000100:00000001:1.0:1788204866.008113:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1788204866.008119:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204866.008120:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204866.008124:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204866.008124:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788204866.008129:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204866.008129:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008134:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1788204866.008135:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204866.008137:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204866.008139:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1788204866.008143:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788204866.008144:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.008149:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00080000:1.0:1788204866.008152:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000001:0.0:1788204866.008153:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204866.008156:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:1.0:1788204866.008157:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1788204866.008159:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204866.008163:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:1.0:1788204866.008166:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204866.008167:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204866.008172:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204866.008181:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204866.008185:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204866.008186:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618702080:192.168.201.124@tcp:250:kworker.0
00000100:00000040:0.0:1788204866.008192:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204866.008194:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204866.008196:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204866.008199:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204866.008201:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:1.0:1788204866.008205:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618702080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204866.008208:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204866.008213:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204866.008216:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204866.008220:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204866.008225:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.008229:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204866.008231:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:0.0:1788204866.008232:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:1.0:1788204866.008235:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1788204866.008236:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.008239:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204866.008240:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
00000100:00000010:0.0:1788204866.008244:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
02000000:00000001:1.0:1788204866.008245:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:0.0:1788204866.008248:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204866.008249:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:0.0:1788204866.008253:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1788204866.008254:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204866.008257:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204866.008258:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788204866.008262:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1788204866.008263:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788204866.008266:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204866.008269:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.008269:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204866.008272:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:0.0:1788204866.008276:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000010:1.0:1788204866.008277:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:0.0:1788204866.008283:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008283:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204866.008285:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008289:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204866.008291:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204866.008296:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204866.008299:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204866.008301:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204866.008303:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204866.008306:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008307:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204866.008310:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204866.008314:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204866.008318:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204866.008333:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008334:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204866.008337:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204866.008340:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4008)
02000000:00000001:1.0:1788204866.008340:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204866.008342:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204866.008346:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.008349:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204866.008352:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204866.008354:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204866.008356:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.008358:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204866.008361:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204866.008363:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.008367:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204866.008371:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204866.008374:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204866.008377:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702208, portal 10
00000100:00000001:1.0:1788204866.008379:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204866.008380:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204866.008386:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008392:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204866.008394:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204866.008395:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204866.008397:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618702208, offset 0
00000400:00000200:1.0:1788204866.008401:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204866.008404:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.008408:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204866.008410:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204866.008413:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204866.008415:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204866.008417:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.008420:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3744:3744:256:4294967295] 192.168.201.124@tcp LPNI seq info [3744:3744:8:4294967295]
00000400:00000200:1.0:1788204866.008424:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.008430:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204866.008434:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.008437:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204866.008441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204866.008444:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204866.008448:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204866.008451:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204866.008455:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.008456:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204866.008459:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204866.008462:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204866.008465:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204866.008466:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204866.008469:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204866.008472:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008479:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.008482:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008487:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008489:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204866.008492:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204866.008495:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204866.008498:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204866.008499:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298673303
00000100:00000001:1.0:1788204866.008502:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.008504:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298673303
00000100:00000001:1.0:1788204866.008505:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.008507:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204866.008509:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008511:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204866.008514:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204866/real 1788204866]  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204866.008520:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204866.008521:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204866.008522:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204866.008525:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204866.008526:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204866.008528:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204866.008531:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204866.008538:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008549:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204866.008550:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008552:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.008553:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204866.008556:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008562:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204866.008566:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008572:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204866.008574:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008576:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.008577:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008578:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204866.008580:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204866.008582:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204866.008585:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204866.008587:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204866.008590:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204866.008597:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204866.008601:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204866.008603:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008609:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204866.008610:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.008612:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204866.008614:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204866.008616:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.008619:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204866.008621:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204866.008623:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204866.008624:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.008626:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204866.008628:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204866.008630:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.008633:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204866.008635:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204866.008638:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204866.008640:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702336, portal 10
00000100:00000001:1.0:1788204866.008642:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204866.008643:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204866.008648:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008653:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204866.008655:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204866.008657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204866.008659:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618702336, offset 0
00000400:00000200:1.0:1788204866.008662:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204866.008665:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.008668:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204866.008671:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204866.008673:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204866.008675:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204866.008677:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.008680:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3745:3745:256:4294967295] 192.168.201.124@tcp LPNI seq info [3745:3745:8:4294967295]
00000400:00000200:1.0:1788204866.008683:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.008689:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204866.008693:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.008696:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204866.008699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204866.008702:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204866.008705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204866.008708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204866.008711:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.008713:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204866.008716:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204866.008719:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204866.008721:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204866.008723:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204866.008725:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204866.008729:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008736:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.008739:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008746:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008747:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204866.008750:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204866.008753:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204866.008757:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204866.008759:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298671148
00000100:00000001:1.0:1788204866.008761:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.008763:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298671148
00000100:00000001:1.0:1788204866.008765:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.008767:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204866.008769:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.008771:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204866.008775:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204866/real 1788204866]  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204866.008783:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204866.008784:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204866.008786:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204866.008788:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204866.008790:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204866.008792:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204866.008795:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204866.008803:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008810:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204866.008811:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008813:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.008815:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204866.008818:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008825:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204866.008829:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008835:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204866.008838:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008840:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.008841:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.008842:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204866.008844:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204866.008846:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204866.008850:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204866.008852:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204866.008856:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204866.008863:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204866.008867:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204866.008870:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008877:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204866.008878:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.008880:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204866.008882:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204866.008884:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.008886:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204866.008889:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204866.008891:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204866.008892:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.008894:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204866.008897:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204866.008899:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.008902:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204866.008905:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204866.008908:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204866.008910:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702464, portal 4
00000100:00000001:1.0:1788204866.008912:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204866.008913:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204866.008919:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.008925:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204866.008927:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204866.008929:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204866.008931:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618702464, offset 0
00000400:00000200:1.0:1788204866.008935:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204866.008938:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.008942:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204866.008944:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204866.008947:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204866.008949:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204866.008951:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.008954:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3746:3746:256:4294967295] 192.168.201.124@tcp LPNI seq info [3746:3746:8:4294967295]
00000400:00000200:1.0:1788204866.008958:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.008964:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204866.008982:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.008986:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204866.008989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204866.008992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204866.008996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204866.008998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204866.009002:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.009004:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204866.009006:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204866.009009:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204866.009012:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204866.009014:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204866.009016:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204866.009019:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009027:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.009030:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009036:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.009037:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204866.009040:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204866.009042:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204866.009046:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204866.009048:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298671128
00000100:00000001:1.0:1788204866.009067:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.009070:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298671129
00000100:00000001:1.0:1788204866.009072:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.009074:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204866.009076:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.009077:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204866.009081:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204866/real 1788204866]  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204866.009087:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204866.009089:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204866.009090:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204866.009093:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204866.009094:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204866.009096:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204866.009099:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204866.009107:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009113:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204866.009114:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009116:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.009117:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204866.009121:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009127:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204866.009131:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009137:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204866.009140:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.009143:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009144:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204866.009146:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204866.009149:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204866.009152:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204866.009154:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204866.009158:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204866.009166:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204866.009170:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009172:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.009175:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618702208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009181:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204866.009182:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204866.009184:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204866.009186:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204866.009188:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204866.009189:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204866.009191:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204866.009193:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:1.0:1788204866.009195:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204866.009196:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204866.009198:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204866.009200:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204866.009202:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009203:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.009207:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618702336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009218:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204866.009219:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204866.009221:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204866.009223:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204866.009225:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204866.009226:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204866.009228:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204866.009229:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:1.0:1788204866.009231:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204866.009232:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204866.009233:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204866.009235:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204866.009236:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009238:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.009241:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618702464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009246:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204866.009248:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204866.009249:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204866.009251:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204866.009252:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204866.009253:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204866.009255:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204866.009256:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:1.0:1788204866.009258:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204866.009259:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204866.009260:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204866.009262:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204866.009263:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009265:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009268:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204866.009270:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.009272:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204866.009273:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204866.009274:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204866.009278:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009285:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204866.009286:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.009288:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204866.009290:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204866.009292:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.009294:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204866.009297:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204866.009299:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204866.009300:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204866.009302:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204866.009304:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204866.009306:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204866.009310:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204866.009312:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204866.009315:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204866.009318:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702592, portal 4
00000100:00000001:1.0:1788204866.009320:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204866.009321:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204866.009327:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009334:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204866.009336:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204866.009338:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204866.009340:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618702592, offset 0
00000400:00000200:1.0:1788204866.009345:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204866.009349:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.009353:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204866.009356:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204866.009359:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204866.009361:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204866.009363:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204866.009367:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3747:3747:256:4294967295] 192.168.201.124@tcp LPNI seq info [3747:3747:8:4294967295]
00000400:00000200:1.0:1788204866.009370:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204866.009376:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204866.009381:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.009384:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204866.009388:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204866.009391:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204866.009395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204866.009398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204866.009401:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204866.009403:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204866.009405:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204866.009408:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204866.009411:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204866.009413:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204866.009415:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204866.009419:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009426:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.009429:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009435:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.009437:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204866.009440:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204866.009443:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204866.009445:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204866.009447:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298671263
00000100:00000001:1.0:1788204866.009450:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.009452:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298671263
00000100:00000001:1.0:1788204866.009454:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298673391
00000100:00000001:1.0:1788204866.009456:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204866.009459:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.009461:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204866.009464:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204866/real 1788204866]  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204866.009472:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204866.009473:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204866.009475:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204866.009477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204866.009478:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204866.009480:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204866.009483:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204866.009490:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009496:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204866.009497:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009499:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.009500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204866.009503:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009510:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204866.009513:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009519:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204866.009528:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009530:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204866.009531:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009533:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204866.009534:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204866.009537:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204866.009540:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204866.009542:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204866.009546:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204866.009553:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204866.009556:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009558:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204866.009561:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618702592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204866.009566:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204866.009568:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204866.009569:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204866.009572:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204866.009574:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204866.009575:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204866.009576:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204866.009578:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:1.0:1788204866.009581:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204866.009581:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204866.009583:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204866.009584:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204866.009586:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009587:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.009590:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204866.009591:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.009593:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204866.009594:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204866.327174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204866.327184:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204866.327186:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204866.327188:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327192:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204866.327193:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327195:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327197:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204866.327202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204866.327205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204866.327206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204866.327264:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204866.327267:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204866.327270:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204867.031175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204867.031182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204867.031184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204867.031189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204867.031193:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204867.031196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.031199:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204867.031201:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.031204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204867.351148:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204867.351152:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204867.351156:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204867.351157:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204867.351160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204867.351160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204867.351162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204867.351163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204867.351217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204867.351220:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204867.351222:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204868.055438:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204868.055450:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204868.055452:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204868.055458:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204868.055461:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204868.055464:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204868.055465:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204868.055467:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204868.055469:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204868.311155:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298673391, at 4298673408
00000100:00000040:3.0:1788204868.311155:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298673391, at 4298673408
00000100:00000010:3.0:1788204868.311171:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d720.
00000100:00000010:2.0:1788204868.311173:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777da20.
00010000:00000001:3.0:1788204868.375155:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204868.375161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204868.375165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204868.375166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204868.375168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204868.375169:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204868.375171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204868.375172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204868.375221:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204868.375225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204868.375227:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204869.079167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204869.079172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204869.079174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204869.079178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204869.079181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204869.079183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204869.079185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204869.079187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204869.079189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399142:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204869.399148:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204869.399150:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204869.399153:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399156:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204869.399158:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399159:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399161:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204869.399165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204869.399168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204869.399170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204869.399171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204869.399229:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204869.399234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204869.399237:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204870.103167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204870.103174:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204870.103176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.103181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204870.103184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204870.103188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.103191:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.103193:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.103196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204870.423212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204870.423223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204870.423231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204870.423233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204870.423237:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204870.423238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204870.423242:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204870.423243:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204870.423310:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204870.423314:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204870.423317:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204871.127164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204871.127176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204871.127180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204871.127187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:0.0:1788204871.127190:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204871.127192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204871.127197:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204871.127198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204871.127201:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204871.127203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204871.127204:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204871.127208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204871.127209:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204871.127213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204871.127218:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4003
00000400:00000200:0.0:1788204871.127228:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204871.127233:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204871.127236:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204871.127239:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127242:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204871.127245:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127252:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204871.127257:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204871.127259:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204871.127261:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204871.127264:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204871.127266:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204871.127268:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204871.127270:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127272:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204871.127274:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127276:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204871.127279:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204871.127282:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127283:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204871.127286:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204871.127291:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204871.127294:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127297:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204871.127299:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204871.127308:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204871.127312:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204871.127322:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204871.127325:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127329:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204871.127332:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204871.127336:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204871.127344:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204871.127351:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204871.127366:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204871.127379:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204871.127385:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204871.127392:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204871.127413:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204871.127417:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204871.127421:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204871.127422:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204871.127422:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788204871.127425:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204871.127428:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204871.127429:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204871.127432:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788204871.127433:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4003
00000400:00000200:0.0:1788204871.127439:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204871.127443:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204871.127444:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204871.127448:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204871.127454:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127458:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204871.127459:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788204871.127461:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127463:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204871.127464:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204871.127465:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204871.127466:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204871.127469:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204871.127470:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204871.127472:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204871.127473:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788204871.127475:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:1.0:1788204871.127476:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204871.127480:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:1.0:1788204871.127481:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127486:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204871.127489:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618702720:192.168.201.124@tcp:250:kworker.0
00000100:00000040:0.0:1788204871.127491:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127496:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204871.127498:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788204871.127502:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:1.0:1788204871.127505:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204871.127509:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.127512:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204871.127519:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204871.127521:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204871.127539:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:1.0:1788204871.127539:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204871.127545:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204871.127547:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
02000000:00000001:0.0:1788204871.127548:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204871.127555:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1788204871.127558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
02000000:00000001:0.0:1788204871.127559:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127564:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204871.127569:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1788204871.127569:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702720, portal 25
00000100:00000001:1.0:1788204871.127574:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1788204871.127575:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127578:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000001:0.0:1788204871.127579:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204871.127586:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000040:1.0:1788204871.127588:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204871.127590:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204871.127594:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204871.127598:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127602:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204871.127605:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204871.127608:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1788204871.127609:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204871.127614:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000010:0.0:1788204871.127616:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000400:00000010:1.0:1788204871.127620:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000001:0.0:1788204871.127622:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204871.127626:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618702720, offset 0
00000100:00100000:0.0:1788204871.127631:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204871.127641:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127645:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204871.127648:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204871.127654:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204871.127654:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.127664:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204871.127668:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204871.127672:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204871.127673:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204871.127678:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1788204871.127681:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204871.127682:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204871.127685:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204871.127688:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204871.127690:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204871.127694:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204871.127697:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4003
00000400:00000200:1.0:1788204871.127703:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3748:3748:256:4294967295] 192.168.201.124@tcp LPNI seq info [3748:3748:8:4294967295]
00000400:00000200:1.0:1788204871.127710:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204871.127717:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204871.127723:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204871.127727:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204871.127729:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204871.127734:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127738:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204871.127742:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204871.127744:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127748:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:1.0:1788204871.127748:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000020:00000001:0.0:1788204871.127753:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204871.127755:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204871.127759:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.0:1788204871.127759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:0.0:1788204871.127763:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000200:1.0:1788204871.127764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204871.127768:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.1:1788204871.127771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204871.127774:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:1.1:1788204871.127775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788204871.127782:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000100:1.0:1788204871.127783:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127787:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1788204871.127787:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204871.127792:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204871.127793:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.127798:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204871.127800:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1788204871.127802:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:1.0:1788204871.127806:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000100:00080000:0.0:1788204871.127809:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:1.0:1788204871.127810:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:0.0:1788204871.127815:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127816:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204871.127819:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1788204871.127821:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204871.127824:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204871.127830:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127835:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204871.127836:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1788204871.127838:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204871.127840:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204871.127843:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.127847:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127850:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127852:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1788204871.127853:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204871.127858:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204871.127858:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204871.127861:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204871.127865:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204871.127865:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204871.127870:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204871.127871:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298678511
02000000:00000001:0.0:1788204871.127873:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1788204871.127876:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777df60.
02000000:00000001:0.0:1788204871.127877:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204871.127894:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204871.127898:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127902:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1788204871.127906:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204871.127907:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298678511
00000100:00000010:1.0:1788204871.127913:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d780.
00000100:00000001:1.0:1788204871.127918:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204871.127922:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204871.127923:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204871.127927:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127927:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.127933:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788204871.127936:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204871.127940:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204871/real 1788204871]  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204871.127964:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204871.127971:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1788204871.127973:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204871.127975:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788204871.127978:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1788204871.127979:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204871.127983:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204871.127984:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204871.127986:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204871.127988:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204871.127990:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204871.127995:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204871.127998:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204871.128000:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204871.128006:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4003
00000100:00000001:1.0:1788204871.128006:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204871.128009:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128012:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1788204871.128013:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204871.128015:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204871.128022:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204871.128023:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204871.128028:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204871.128034:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128039:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204871.128039:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204871.128043:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128047:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:1.0:1788204871.128048:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204871.128077:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204871.128078:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788204871.128081:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:1.0:1788204871.128084:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204871.128085:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204871.128089:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:1.0:1788204871.128089:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.128092:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204871.128094:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204871.128097:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1788204871.128098:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204871.128101:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204871.128104:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:1.0:1788204871.128107:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204871.128108:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204871.128113:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:1.0:1788204871.128116:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204871.128118:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:1.0:1788204871.128120:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788204871.128123:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000040:1.0:1788204871.128127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204871.128131:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128139:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204871.128139:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618702720:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204871.128143:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204871.128145:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128147:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204871.128148:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204871.128149:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618702720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204871.128154:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.128160:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204871.128160:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204871.128164:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:0.0:1788204871.128165:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1788204871.128167:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
00000008:00000001:0.0:1788204871.128168:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.128171:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128172:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204871.128175:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:0.0:1788204871.128176:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:1.0:1788204871.128177:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000040:0.0:1788204871.128182:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204871.128182:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204871.128184:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788204871.128186:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204871.128189:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128189:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204871.128191:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788204871.128193:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1788204871.128194:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
02000000:00000001:0.0:1788204871.128197:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204871.128198:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204871.128200:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204871.128201:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128202:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204871.128209:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:1.0:1788204871.128211:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204871.128214:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128214:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128220:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204871.128221:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204871.128224:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1788204871.128225:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204871.128229:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204871.128245:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204871.128245:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204871.128248:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.128250:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128250:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204871.128253:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204871.128255:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204871.128259:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204871.128259:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204871.128266:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204871.128268:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204871.128271:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128274:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204871.128277:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:0.0:1788204871.128279:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128280:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204871.128284:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204871.128286:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204871.128290:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00080000:0.0:1788204871.128291:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204871.128294:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204871.128294:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204871.128298:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702848, portal 10
00000100:00080000:0.0:1788204871.128299:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204871.128301:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204871.128304:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000001:0.0:1788204871.128305:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204871.128310:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4003
00000100:00000040:1.0:1788204871.128311:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204871.128319:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204871.128320:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204871.128324:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204871.128327:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204871.128327:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204871.128329:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618702848, offset 0
00000100:00080000:0.0:1788204871.128332:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204871.128337:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204871.128339:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128343:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204871.128344:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204871.128347:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128352:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:1.0:1788204871.128353:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:0.0:1788204871.128357:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204871.128359:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788204871.128361:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204871.128365:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204871.128365:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000040:0.0:1788204871.128368:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:1.0:1788204871.128371:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788204871.128373:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:1.0:1788204871.128376:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788204871.128379:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:1.0:1788204871.128382:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3749:3749:256:4294967295] 192.168.201.124@tcp LPNI seq info [3749:3749:8:4294967295]
00000100:00000040:0.0:1788204871.128387:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128391:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204871.128392:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204871.128397:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128400:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204871.128405:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:1.0:1788204871.128407:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788204871.128411:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128416:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204871.128417:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204871.128422:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1788204871.128424:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
02000000:00000001:0.0:1788204871.128427:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204871.128431:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204871.128432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204871.128435:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204871.128438:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000800:00000200:1.0:1788204871.128438:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000008:00000001:0.0:1788204871.128444:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204871.128448:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204871.128449:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204871.128454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000010:0.0:1788204871.128456:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204871.128459:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204871.128461:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204871.128462:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204871.128464:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204871.128466:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204871.128467:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204871.128471:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000800:00000100:1.0:1788204871.128476:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204871.128478:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204871.128479:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204871.128483:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1788204871.128486:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204871.128489:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204871.128494:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204871.128497:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204871.128501:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204871.128506:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204871.128516:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204871.128518:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204871.128520:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204871.128522:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204871.128529:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128529:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128532:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204871.128535:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204871.128540:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:0.0:1788204871.128544:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204871.128544:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204871.128549:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298678423
00000100:00000001:1.0:1788204871.128551:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298678511
00000100:00000040:0.0:1788204871.128553:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4013)
00000100:00000001:1.0:1788204871.128553:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298678423
00000100:00000001:1.0:1788204871.128558:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.128560:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204871.128562:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128563:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204871.128566:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204871/real 1788204871]  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204871.128571:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204871.128572:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204871.128574:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204871.128576:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204871.128577:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204871.128578:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204871.128580:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204871.128585:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128588:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204871.128589:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128590:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.128591:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204871.128593:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128596:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204871.128598:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128602:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204871.128603:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128604:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.128605:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128606:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204871.128607:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204871.128608:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204871.128610:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204871.128611:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204871.128614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204871.128619:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204871.128622:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204871.128626:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128632:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204871.128634:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128636:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204871.128638:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204871.128640:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204871.128642:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204871.128645:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204871.128648:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204871.128649:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128651:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204871.128654:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204871.128656:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204871.128660:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204871.128662:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204871.128665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204871.128668:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618702976, portal 10
00000100:00000001:1.0:1788204871.128670:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204871.128671:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204871.128677:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128681:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204871.128683:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204871.128685:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204871.128687:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618702976, offset 0
00000400:00000200:1.0:1788204871.128691:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204871.128695:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.128699:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204871.128702:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204871.128705:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204871.128707:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204871.128709:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204871.128712:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3750:3750:256:4294967295] 192.168.201.124@tcp LPNI seq info [3750:3750:8:4294967295]
00000400:00000200:1.0:1788204871.128716:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.128722:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204871.128727:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204871.128729:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204871.128732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204871.128734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204871.128737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204871.128739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204871.128741:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204871.128742:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204871.128744:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204871.128746:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204871.128748:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204871.128750:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204871.128751:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204871.128754:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128759:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.128761:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128765:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128766:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204871.128768:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204871.128770:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204871.128772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204871.128774:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298676268
00000100:00000001:1.0:1788204871.128775:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.128777:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298676268
00000100:00000001:1.0:1788204871.128779:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.128780:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204871.128782:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128783:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204871.128785:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204871/real 1788204871]  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204871.128789:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204871.128790:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204871.128791:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204871.128792:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204871.128793:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204871.128795:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204871.128796:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204871.128801:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128804:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204871.128805:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128806:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.128807:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204871.128809:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128813:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204871.128815:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128819:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204871.128820:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128821:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.128822:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128823:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204871.128824:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204871.128826:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204871.128828:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204871.128830:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204871.128832:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204871.128836:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618702976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204871.128837:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128839:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.128840:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618702848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128844:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204871.128845:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204871.128847:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204871.128848:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204871.128849:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204871.128849:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204871.128851:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204871.128852:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:1.0:1788204871.128853:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204871.128855:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204871.128855:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204871.128857:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204871.128858:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128859:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.128860:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618702976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128864:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204871.128865:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204871.128866:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204871.128868:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204871.128868:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204871.128869:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204871.128871:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204871.128872:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:1.0:1788204871.128874:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204871.128874:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204871.128875:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204871.128876:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204871.128877:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128878:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.128892:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204871.128893:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.128895:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204871.128896:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204871.128896:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204871.128899:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128902:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204871.128903:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128905:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204871.128906:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204871.128907:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204871.128909:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204871.128911:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204871.128912:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204871.128913:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.128914:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204871.128916:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204871.128917:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204871.128920:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204871.128921:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204871.128924:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204871.128926:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703104, portal 4
00000100:00000001:1.0:1788204871.128927:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204871.128928:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204871.128932:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128936:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204871.128938:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204871.128939:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204871.128940:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618703104, offset 0
00000400:00000200:1.0:1788204871.128943:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204871.128945:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.128948:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204871.128950:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204871.128951:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204871.128953:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204871.128955:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204871.128957:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3751:3751:256:4294967295] 192.168.201.124@tcp LPNI seq info [3751:3751:8:4294967295]
00000400:00000200:1.0:1788204871.128959:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.128963:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204871.128965:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204871.128967:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204871.128969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204871.128971:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204871.128974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204871.128976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204871.128978:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204871.128980:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204871.128982:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204871.128984:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204871.128986:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204871.128987:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204871.128989:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204871.128991:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.128998:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.129001:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129008:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.129009:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204871.129012:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204871.129015:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204871.129018:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204871.129020:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298676248
00000100:00000001:1.0:1788204871.129022:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.129024:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298676248
00000100:00000001:1.0:1788204871.129026:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.129029:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204871.129031:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.129033:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204871.129036:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204871/real 1788204871]  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204871.129044:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204871.129046:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204871.129048:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204871.129071:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204871.129073:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204871.129077:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204871.129081:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204871.129088:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129092:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204871.129093:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129094:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.129095:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204871.129097:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129102:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204871.129104:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129108:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204871.129109:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129110:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.129110:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129111:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204871.129112:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204871.129114:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204871.129115:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204871.129116:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204871.129118:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204871.129122:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204871.129125:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204871.129126:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129131:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204871.129132:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.129133:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204871.129134:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204871.129135:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204871.129136:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204871.129139:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204871.129140:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204871.129141:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204871.129143:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204871.129145:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204871.129146:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204871.129149:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204871.129150:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204871.129152:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204871.129154:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703232, portal 4
00000100:00000001:1.0:1788204871.129155:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204871.129156:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:1.0:1788204871.129160:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129164:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204871.129165:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204871.129167:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204871.129168:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618703232, offset 0
00000400:00000200:1.0:1788204871.129171:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204871.129173:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.129175:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204871.129177:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204871.129179:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204871.129180:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204871.129182:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204871.129184:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3752:3752:256:4294967295] 192.168.201.124@tcp LPNI seq info [3752:3752:8:4294967295]
00000400:00000200:1.0:1788204871.129186:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204871.129190:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204871.129193:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204871.129195:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204871.129197:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204871.129199:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204871.129202:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204871.129203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204871.129206:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204871.129208:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204871.129210:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204871.129212:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204871.129213:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204871.129214:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204871.129216:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204871.129218:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129223:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.129224:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129228:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.129229:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204871.129231:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204871.129232:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204871.129234:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204871.129235:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298676383
00000100:00000001:1.0:1788204871.129237:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.129238:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298676383
00000100:00000001:1.0:1788204871.129240:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298678511
00000100:00000001:1.0:1788204871.129241:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204871.129242:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.129243:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204871.129245:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204871/real 1788204871]  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204871.129249:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204871.129249:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204871.129251:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204871.129252:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204871.129253:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204871.129254:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204871.129256:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204871.129261:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129265:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204871.129265:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129266:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.129267:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204871.129269:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129272:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204871.129274:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129278:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204871.129279:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129280:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204871.129280:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129281:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204871.129282:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204871.129284:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204871.129286:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204871.129287:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204871.129289:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204871.129294:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204871.129296:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129298:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.129301:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618703104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129307:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204871.129309:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204871.129310:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204871.129312:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204871.129314:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204871.129315:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204871.129317:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204871.129319:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:1.0:1788204871.129321:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204871.129322:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204871.129324:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204871.129327:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204871.129328:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129329:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204871.129333:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618703232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204871.129340:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204871.129341:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204871.129342:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204871.129344:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204871.129346:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204871.129347:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204871.129349:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204871.129350:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:1.0:1788204871.129353:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204871.129354:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204871.129355:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204871.129357:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204871.129358:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129360:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.129364:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204871.129365:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.129367:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204871.129369:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204871.447152:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204871.447159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204871.447165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204871.447166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204871.447169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204871.447170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204871.447173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204871.447173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204871.447242:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204871.447248:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204871.447252:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204872.151163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204872.151173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204872.151176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.151182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204872.151187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204872.151192:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.151195:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.151198:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.151201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204872.471179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204872.471188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204872.471196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204872.471197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204872.471201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204872.471202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204872.471206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204872.471207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204872.471275:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204872.471280:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204872.471284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204873.175159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204873.175164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204873.175166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204873.175171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204873.175175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204873.175178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204873.175180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204873.175184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204873.175186:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204873.431145:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298678511, at 4298678528
00000100:00000040:3.0:1788204873.431145:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298678511, at 4298678528
00000100:00000010:2.0:1788204873.431158:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777df60.
00000100:00000010:3.0:1788204873.431160:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d780.
00010000:00000001:3.0:1788204873.495123:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204873.495129:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495135:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204873.495137:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495140:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204873.495143:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204873.495146:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204873.495151:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204873.495153:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204873.495155:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495158:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204873.495160:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495162:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495164:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204873.495169:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204873.495170:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204873.495172:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495173:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204873.495174:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495176:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204873.495178:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204873.495269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204873.495276:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204873.495281:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204874.199167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204874.199174:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204874.199177:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204874.199182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204874.199186:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204874.199189:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204874.199192:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204874.199199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204874.199202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204874.519170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204874.519177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204874.519182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204874.519184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204874.519187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204874.519188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204874.519191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204874.519193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204874.519247:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204874.519250:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204874.519252:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204875.223147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204875.223153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204875.223156:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204875.223161:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204875.223164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204875.223168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204875.223171:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204875.223174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204875.223177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204875.543183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204875.543190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204875.543195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204875.543196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204875.543199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204875.543200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204875.543202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204875.543203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204875.543268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204875.543271:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204875.543274:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204876.247176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204876.247182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204876.247184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204876.247189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204876.247192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204876.247195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.247197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204876.247199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.247201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204876.247210:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204876.247219:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204876.247222:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204876.247226:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204876.247231:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204876.247239:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4008
00000400:00000200:0.0:1788204876.247249:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204876.247255:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204876.247258:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204876.247261:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247264:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247266:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247268:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204876.247272:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204876.247274:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204876.247277:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204876.247279:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204876.247280:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204876.247282:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204876.247283:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247285:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247286:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247287:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204876.247290:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204876.247292:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247293:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.247296:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204876.247299:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.247301:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247303:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204876.247305:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204876.247315:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204876.247318:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204876.247321:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204876.247323:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247326:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204876.247329:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204876.247333:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204876.247342:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204876.247353:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.247362:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204876.247374:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204876.247378:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.247382:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.247413:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204876.247416:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204876.247419:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204876.247421:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204876.247422:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204876.247426:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204876.247428:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4008
00000400:00000200:0.0:1788204876.247432:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204876.247435:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204876.247438:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204876.247441:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247444:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247445:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247447:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204876.247449:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204876.247450:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204876.247451:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204876.247453:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:1.0:1788204876.247453:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204876.247458:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204876.247461:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204876.247463:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204876.247467:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204876.247469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204876.247472:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247476:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247479:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247483:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204876.247488:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204876.247492:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204876.247492:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204876.247497:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.247497:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.247500:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204876.247505:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204876.247507:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204876.247510:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.247511:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247515:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204876.247517:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204876.247521:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788204876.247523:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618703360:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788204876.247525:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247526:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204876.247530:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204876.247535:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:1.0:1788204876.247538:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204876.247539:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204876.247542:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247544:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204876.247544:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204876.247546:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204876.247548:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.247552:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204876.247554:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204876.247557:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204876.247559:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204876.247565:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000400:00000200:1.0:1788204876.247565:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204876.247571:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000100:00000001:0.0:1788204876.247572:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204876.247579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00100000:0.0:1788204876.247581:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204876.247589:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1788204876.247589:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703360, portal 25
00000100:00000001:0.0:1788204876.247593:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.247593:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204876.247596:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:0.0:1788204876.247599:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204876.247605:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.247612:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204876.247617:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204876.247617:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204876.247621:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1788204876.247622:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247624:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204876.247626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00080000:0.0:1788204876.247627:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204876.247630:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204876.247630:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618703360, offset 0
00000100:00080000:0.0:1788204876.247635:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4008
00000400:00000200:1.0:1788204876.247638:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204876.247642:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204876.247645:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204876.247647:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204876.247650:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204876.247652:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247655:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247657:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.247659:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204876.247660:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204876.247664:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204876.247665:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:1.0:1788204876.247666:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1788204876.247667:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204876.247671:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:1.0:1788204876.247673:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:0.0:1788204876.247674:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204876.247677:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:1.0:1788204876.247679:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788204876.247683:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.247686:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247687:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247691:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.247693:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3753:3753:256:4294967295] 192.168.201.124@tcp LPNI seq info [3753:3753:8:4294967295]
00000100:00000001:0.0:1788204876.247694:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204876.247699:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:1.0:1788204876.247702:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204876.247703:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247706:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.247708:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204876.247710:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.247715:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.247717:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204876.247718:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204876.247722:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204876.247724:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204876.247726:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247727:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204876.247733:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000010:1.0:1788204876.247734:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000020:00000040:0.0:1788204876.247735:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204876.247739:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204876.247741:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247744:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1788204876.247744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:0.0:1788204876.247747:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1788204876.247749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1788204876.247750:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204876.247757:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000800:00000200:1.1:1788204876.247757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204876.247762:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204876.247763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00100000:0.0:1788204876.247768:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788204876.247768:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.247773:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000100:00000001:0.0:1788204876.247778:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204876.247781:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.247781:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204876.247788:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.247810:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204876.247812:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204876.247814:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204876.247816:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204876.247818:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204876.247819:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204876.247820:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204876.247825:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4008
00000400:00000200:0.0:1788204876.247829:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.247829:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000200:0.0:1788204876.247835:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204876.247835:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00080000:0.0:1788204876.247838:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204876.247842:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247844:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204876.247844:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788204876.247848:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247852:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:1.0:1788204876.247852:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204876.247857:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204876.247858:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204876.247861:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204876.247864:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204876.247866:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:1.0:1788204876.247867:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788204876.247870:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204876.247873:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204876.247875:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247878:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.247881:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.247884:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204876.247889:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:1.0:1788204876.247890:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204876.247892:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204876.247893:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204876.247895:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.247896:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204876.247898:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.247900:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247904:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204876.247907:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204876.247907:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204876.247911:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.247915:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.247915:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204876.247918:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298683631
00000100:00000010:0.0:1788204876.247921:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000010:1.0:1788204876.247924:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d360.
00000020:00000040:0.0:1788204876.247926:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204876.247930:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204876.247931:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.247932:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204876.247933:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204876.247937:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204876.247939:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.247939:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298683631
00000100:00000010:1.0:1788204876.247945:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c777d780.
02000000:00000010:0.0:1788204876.247947:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:1.0:1788204876.247948:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204876.247951:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.247952:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204876.247956:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.247959:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204876.247960:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204876.247967:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.247968:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204876.247972:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.247979:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204876.247980:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204876.247983:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204876.247986:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000100:00000001:0.0:1788204876.247989:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.247989:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204876.247993:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00080000:0.0:1788204876.247994:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204876.247998:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788204876.247999:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204876.248003:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204876.248004:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204876.248007:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204876.248008:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204876.248010:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4008
00000400:00000200:0.0:1788204876.248017:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204876.248021:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204876.248025:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204876.248029:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.248031:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204876.248034:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204876.248035:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.248039:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204876.248043:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204876.248045:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204876.248048:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204876.248069:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204876.248071:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204876.248073:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204876.248075:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.248077:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.248078:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204876.248080:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204876.248082:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204876.248084:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204876.248085:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.248088:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204876.248092:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204876.248092:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788204876.248097:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248097:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.248101:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204876.248103:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1788204876.248105:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204876.248109:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.248110:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248115:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788204876.248116:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204876.248121:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204876.248126:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204876.248126:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204876.248129:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.248134:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204876.248137:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204876.248140:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248143:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204876.248147:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204876.248151:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204876.248152:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204876.248159:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204876.248174:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204876.248174:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204876.248177:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248182:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204876.248183:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248187:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248190:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.248191:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248198:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1788204876.248199:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4019)
00000100:00000001:1.0:1788204876.248202:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204876.248207:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204876.248213:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204876.248216:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204876.248221:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204876.248227:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618703360:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788204876.248230:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248232:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.248234:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618703360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248238:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204876.248240:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204876.248242:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204876.248245:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204876.248246:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204876.248248:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:1.0:1788204876.248249:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204876.248251:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:1.0:1788204876.248255:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204876.248257:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204876.248258:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:1.0:1788204876.248260:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204876.248261:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248263:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248269:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204876.248270:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248272:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204876.248273:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204876.248274:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204876.248276:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248285:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204876.248286:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248287:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204876.248288:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204876.248289:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204876.248291:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204876.248293:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204876.248294:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204876.248295:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248296:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204876.248298:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204876.248299:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.248302:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204876.248304:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204876.248307:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204876.248309:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703488, portal 10
00000100:00000001:1.0:1788204876.248310:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204876.248311:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:1.0:1788204876.248317:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248321:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204876.248323:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204876.248324:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204876.248325:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618703488, offset 0
00000400:00000200:1.0:1788204876.248328:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248330:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248332:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204876.248334:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204876.248336:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204876.248337:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204876.248339:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248341:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3754:3754:256:4294967295] 192.168.201.124@tcp LPNI seq info [3754:3754:8:4294967295]
00000400:00000200:1.0:1788204876.248344:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248348:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204876.248351:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248353:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204876.248356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204876.248358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204876.248360:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204876.248362:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204876.248364:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248365:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204876.248367:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204876.248369:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204876.248371:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204876.248372:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204876.248374:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204876.248376:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248384:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.248387:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248393:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248395:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204876.248398:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204876.248402:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:1.0:1788204876.248405:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204876.248407:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298683543
00000100:00000001:1.0:1788204876.248410:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.248412:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298683543
00000100:00000001:1.0:1788204876.248414:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.248416:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204876.248419:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248421:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204876.248424:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204876.248431:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204876.248432:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204876.248433:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204876.248435:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204876.248436:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204876.248437:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204876.248439:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204876.248444:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248448:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204876.248449:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248450:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248450:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204876.248452:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248456:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204876.248458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248463:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204876.248464:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248465:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248466:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248467:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204876.248468:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204876.248469:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204876.248472:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204876.248473:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204876.248476:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204876.248480:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204876.248482:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204876.248484:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248487:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204876.248488:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248489:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204876.248490:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204876.248491:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204876.248493:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204876.248495:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204876.248496:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204876.248497:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248499:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204876.248501:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204876.248502:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.248504:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204876.248506:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204876.248508:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204876.248509:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703616, portal 10
00000100:00000001:1.0:1788204876.248511:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204876.248511:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:1.0:1788204876.248516:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248520:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204876.248522:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204876.248523:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204876.248525:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618703616, offset 0
00000400:00000200:1.0:1788204876.248527:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248529:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248532:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204876.248534:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204876.248536:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204876.248537:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204876.248539:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248541:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3755:3755:256:4294967295] 192.168.201.124@tcp LPNI seq info [3755:3755:8:4294967295]
00000400:00000200:1.0:1788204876.248543:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248547:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204876.248549:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248551:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204876.248553:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204876.248555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204876.248558:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204876.248559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204876.248562:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248563:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204876.248565:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204876.248567:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204876.248568:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204876.248570:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204876.248571:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204876.248574:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248581:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.248584:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248590:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248592:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204876.248595:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204876.248598:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:1.0:1788204876.248601:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204876.248603:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298681388
00000100:00000001:1.0:1788204876.248605:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.248608:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298681388
00000100:00000001:1.0:1788204876.248610:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.248612:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204876.248614:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248616:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204876.248619:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204876.248626:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204876.248627:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204876.248629:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204876.248632:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204876.248633:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204876.248635:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204876.248638:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204876.248646:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248651:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204876.248652:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248654:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204876.248656:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248660:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204876.248662:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248666:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204876.248668:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248669:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248670:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248671:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204876.248672:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204876.248673:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204876.248675:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204876.248676:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204876.248678:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204876.248682:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204876.248684:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204876.248685:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248689:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204876.248690:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248692:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204876.248693:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204876.248694:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204876.248696:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204876.248697:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204876.248699:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204876.248700:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248701:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204876.248703:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204876.248705:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.248707:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204876.248710:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204876.248712:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204876.248714:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703744, portal 4
00000100:00000001:1.0:1788204876.248715:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204876.248716:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:1.0:1788204876.248720:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248724:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204876.248725:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204876.248726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204876.248728:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618703744, offset 0
00000400:00000200:1.0:1788204876.248730:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248732:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248734:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204876.248736:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204876.248737:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204876.248739:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204876.248740:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248742:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3756:3756:256:4294967295] 192.168.201.124@tcp LPNI seq info [3756:3756:8:4294967295]
00000400:00000200:1.0:1788204876.248744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248748:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204876.248751:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248753:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204876.248755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204876.248757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204876.248760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204876.248761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204876.248764:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248765:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204876.248767:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204876.248769:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204876.248771:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204876.248772:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204876.248774:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204876.248776:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248780:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.248782:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248787:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248789:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204876.248803:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204876.248806:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:1.0:1788204876.248809:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204876.248811:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298681368
00000100:00000001:1.0:1788204876.248814:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.248816:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298681368
00000100:00000001:1.0:1788204876.248818:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.248820:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204876.248822:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.248824:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204876.248828:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204876.248836:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204876.248837:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204876.248839:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204876.248841:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204876.248842:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204876.248844:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204876.248846:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204876.248851:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248858:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204876.248860:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248861:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248862:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204876.248864:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248867:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204876.248870:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248874:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204876.248875:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248876:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.248877:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.248878:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204876.248879:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204876.248880:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204876.248881:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204876.248883:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204876.248885:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204876.248888:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204876.248890:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204876.248892:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248896:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204876.248897:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248899:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204876.248900:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204876.248902:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204876.248903:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204876.248905:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204876.248906:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204876.248907:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204876.248909:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204876.248912:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204876.248913:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204876.248917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:1.0:1788204876.248919:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c81faf78.
00000400:00000010:1.0:1788204876.248922:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec62a8.
00000100:00000200:1.0:1788204876.248925:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618703872, portal 4
00000100:00000001:1.0:1788204876.248927:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204876.248928:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:1.0:1788204876.248934:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.248940:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204876.248943:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:1.0:1788204876.248945:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c4ec6990.
00000100:00000200:1.0:1788204876.248947:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618703872, offset 0
00000400:00000200:1.0:1788204876.248951:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248955:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248958:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:1.0:1788204876.248961:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204876.248963:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204876.248965:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204876.248967:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:1.0:1788204876.248970:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3757:3757:256:4294967295] 192.168.201.124@tcp LPNI seq info [3757:3757:8:4294967295]
00000400:00000200:1.0:1788204876.248974:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204876.248980:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204876.248985:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.248988:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2c76ca400.
00000800:00000200:1.0:1788204876.248992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.0:1788204876.248994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204876.248999:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:1.1:1788204876.249001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204876.249004:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:1.0:1788204876.249006:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2c76ca400.
00000400:00000200:1.0:1788204876.249009:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204876.249012:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204876.249015:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec6990
00000400:00000010:1.0:1788204876.249017:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec6990.
00000100:00000001:1.0:1788204876.249020:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204876.249024:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249031:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.249035:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249041:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.249042:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204876.249045:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204876.249048:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:1.0:1788204876.249071:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204876.249073:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298681503
00000100:00000001:1.0:1788204876.249076:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.249079:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298681503
00000100:00000001:1.0:1788204876.249080:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298683631
00000100:00000001:1.0:1788204876.249083:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204876.249085:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.249086:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204876.249091:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204876.249098:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204876.249099:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204876.249100:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c81faf78.
00000400:00000200:1.0:1788204876.249102:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c4ec62a8
00000400:00000010:1.0:1788204876.249103:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c4ec62a8.
00000100:00000001:1.0:1788204876.249104:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204876.249106:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204876.249111:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249115:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204876.249116:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249117:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.249117:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204876.249119:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249123:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204876.249125:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249130:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204876.249131:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249132:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204876.249133:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249134:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204876.249135:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204876.249136:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204876.249138:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788204876.249139:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204876.249141:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204876.249146:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618703872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:1.0:1788204876.249148:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249149:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.249151:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618703488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249154:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204876.249155:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204876.249156:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:1.0:1788204876.249158:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204876.249159:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204876.249160:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204876.249161:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204876.249162:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:1.0:1788204876.249165:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204876.249166:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204876.249167:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:1.0:1788204876.249169:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204876.249169:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249170:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.249172:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618703616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249175:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204876.249176:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204876.249177:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:1.0:1788204876.249178:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204876.249178:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204876.249179:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204876.249180:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204876.249181:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:1.0:1788204876.249183:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204876.249184:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204876.249185:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:1.0:1788204876.249186:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204876.249187:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249188:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.249190:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618703744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249193:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204876.249194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204876.249195:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:1.0:1788204876.249196:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204876.249196:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204876.249197:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204876.249198:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204876.249198:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:1.0:1788204876.249199:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204876.249200:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204876.249201:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:1.0:1788204876.249202:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204876.249202:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249203:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204876.249205:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618703872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204876.249208:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204876.249208:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204876.249209:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:1.0:1788204876.249210:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204876.249211:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204876.249211:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:1.0:1788204876.249212:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204876.249213:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:1.0:1788204876.249214:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204876.249214:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204876.249215:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:1.0:1788204876.249216:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204876.249217:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249218:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.249220:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204876.249221:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.249222:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204876.249224:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204876.567191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204876.567200:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204876.567203:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204876.567205:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567208:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204876.567211:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567213:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567215:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204876.567219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204876.567223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204876.567224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204876.567292:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204876.567301:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204876.567304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204877.271154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204877.271160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204877.271162:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.271165:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204877.271168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204877.271171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.271172:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204877.271174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.271176:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204877.591164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204877.591171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204877.591177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204877.591178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204877.591181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204877.591182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204877.591184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204877.591185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204877.591238:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204877.591242:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204877.591245:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204878.295146:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204878.295152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204878.295154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204878.295160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204878.295164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204878.295167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204878.295169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204878.295170:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204878.295173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204878.551130:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298683631, at 4298683648
00000100:00000040:3.0:1788204878.551130:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298683631, at 4298683648
00000100:00000010:3.0:1788204878.551143:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d780.
00000100:00000010:2.0:1788204878.551146:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c777d360.
00010000:00000001:3.0:1788204878.615145:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204878.615150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204878.615153:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204878.615154:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204878.615156:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204878.615157:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204878.615159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204878.615160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204878.615220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204878.615223:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204878.615225:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204879.319145:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204879.319150:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204879.319152:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204879.319155:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204879.319158:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204879.319161:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204879.319163:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204879.319165:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204879.319167:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204879.639171:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204879.639173:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204879.639175:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639179:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204879.639181:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639183:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639184:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204879.639189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204879.639192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204879.639194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204879.639195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204879.639250:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204879.639254:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204879.639257:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204880.343185:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204880.343194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204880.343196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204880.343202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204880.343205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204880.343210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204880.343213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204880.343216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204880.343218:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204880.663148:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204880.663153:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204880.663158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204880.663159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204880.663161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204880.663162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204880.663164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204880.663165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204880.663224:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204880.663229:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204880.663233:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204881.367138:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204881.367143:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788204881.367146:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204881.367149:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204881.367150:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204881.367154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204881.367154:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204881.367161:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788204881.367161:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204881.367166:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204881.367168:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4014
00000100:00000001:0.0:1788204881.367171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204881.367175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788204881.367177:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204881.367180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204881.367183:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204881.367186:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204881.367187:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204881.367192:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367195:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367197:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367198:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204881.367201:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204881.367203:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204881.367205:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204881.367208:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204881.367209:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204881.367211:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204881.367213:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367214:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367216:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367217:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204881.367219:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204881.367222:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367223:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.367225:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204881.367228:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.367230:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367232:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204881.367234:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204881.367241:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204881.367243:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204881.367246:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204881.367248:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367250:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204881.367252:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204881.367256:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204881.367262:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788204881.367267:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.367274:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204881.367282:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204881.367285:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.367288:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.367308:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204881.367310:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204881.367313:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204881.367314:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204881.367315:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204881.367317:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204881.367319:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4014
00000400:00000200:1.0:1788204881.367321:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204881.367323:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204881.367324:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204881.367326:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367328:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367330:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367332:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204881.367335:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204881.367336:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204881.367338:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204881.367340:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204881.367343:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204881.367346:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204881.367349:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367352:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367354:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204881.367356:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204881.367357:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204881.367362:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204881.367363:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:2.0:1788204881.367367:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204881.367370:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367374:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.367378:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204881.367378:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204881.367384:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.367390:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.367393:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204881.367394:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204881.367396:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204881.367400:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204881.367401:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204881.367405:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1788204881.367406:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367410:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.367410:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204881.367417:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000100:00100000:2.0:1788204881.367418:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618704000:192.168.201.124@tcp:250:kworker.0
00000020:00000040:1.0:1788204881.367422:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204881.367426:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204881.367427:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204881.367430:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367432:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204881.367433:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204881.367433:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204881.367435:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.367438:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204881.367440:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
02000000:00000001:2.0:1788204881.367444:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204881.367445:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.367453:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204881.367453:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204881.367458:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367465:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204881.367468:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.367469:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204881.367473:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204881.367477:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:1.0:1788204881.367485:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204881.367487:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00080000:1.0:1788204881.367488:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204881.367493:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204881.367495:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204881.367497:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204881.367497:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704000, portal 25
00000100:00000001:1.0:1788204881.367499:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204881.367502:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204881.367503:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4014
00000100:00000001:2.0:1788204881.367506:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774365696 : -116879935185920 : ffff95b2c4fb5c00)
00000400:00000200:1.0:1788204881.367511:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204881.367515:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204881.367518:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204881.367519:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204881.367522:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367526:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367529:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367533:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204881.367537:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204881.367539:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204881.367542:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204881.367545:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788204881.367549:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204881.367553:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204881.367557:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204881.367558:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367560:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.367564:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788204881.367565:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367569:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204881.367570:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9047f8.
00000020:00000040:1.0:1788204881.367571:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204881.367576:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:2.0:1788204881.367576:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618704000, offset 0
00000100:00000001:1.0:1788204881.367578:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.367582:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204881.367584:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.367585:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367588:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204881.367590:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000008:00100000:1.0:1788204881.367591:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204881.367596:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367598:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204881.367601:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000020:00000040:1.0:1788204881.367603:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204881.367604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204881.367605:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204881.367608:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367610:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204881.367611:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204881.367613:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.367616:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204881.367623:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1788204881.367626:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000400:00000200:2.0:1788204881.367628:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788204881.367630:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.367635:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1788204881.367637:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204881.367642:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367647:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204881.367651:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.367652:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3758:3758:256:4294967295] 192.168.201.124@tcp LPNI seq info [3758:3758:8:4294967295]
00000100:00000040:1.0:1788204881.367657:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204881.367665:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204881.367671:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204881.367673:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204881.367679:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204881.367682:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204881.367684:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204881.367685:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204881.367687:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204881.367692:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4014
00000400:00000200:1.0:1788204881.367695:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204881.367697:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204881.367698:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204881.367720:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788204881.367724:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204881.367727:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503100.
00000100:00000001:1.0:1788204881.367728:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367733:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367736:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204881.367739:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204881.367741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:1.0:1788204881.367742:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204881.367745:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204881.367751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:1.0:1788204881.367755:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204881.367757:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204881.367761:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788204881.367764:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367765:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367767:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367768:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204881.367770:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204881.367772:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204881.367773:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367774:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.367779:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204881.367781:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204881.367782:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204881.367784:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.367787:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298688751
00000100:00000001:1.0:1788204881.367788:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204881.367792:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204881.367795:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204881.367796:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:1.0:1788204881.367798:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204881.367803:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000100:00000001:2.0:1788204881.367804:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1788204881.367805:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204881.367810:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204881.367811:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367813:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204881.367813:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298688751
02000000:00000001:1.0:1788204881.367816:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204881.367819:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204881.367822:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350240.
02000000:00000010:1.0:1788204881.367824:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:2.0:1788204881.367828:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204881.367829:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.367837:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204881.367838:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204881.367845:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367849:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204881.367851:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367852:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.367857:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204881.367858:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.367866:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204881.367868:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204881.367869:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204881.367871:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204881.367873:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204881.367873:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:1.0:1788204881.367875:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204881.367879:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204881.367880:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204881.367883:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204881.367884:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4014
00000100:00000001:2.0:1788204881.367888:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788204881.367891:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204881.367897:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204881.367898:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204881.367899:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204881.367904:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367907:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367911:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367915:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204881.367920:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204881.367921:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204881.367922:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204881.367924:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204881.367925:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204881.367927:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788204881.367931:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:2.0:1788204881.367931:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788204881.367935:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:2.0:1788204881.367936:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204881.367939:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204881.367941:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367942:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204881.367945:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204881.367948:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204881.367951:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704128:192.168.201.124@tcp:38:kworker.0
00000020:00000040:1.0:1788204881.367952:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204881.367957:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204881.367961:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204881.367962:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.367965:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204881.367966:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204881.367970:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.367971:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.367974:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.367974:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204881.367977:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204881.367978:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000010:2.0:1788204881.367980:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
00000008:00000001:1.0:1788204881.367981:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.367984:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.367986:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204881.367989:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788204881.367992:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204881.367993:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204881.367997:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204881.367999:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c96e0.
02000000:00000001:1.0:1788204881.368000:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.368005:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204881.368006:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9042a8.
02000000:00000001:1.0:1788204881.368007:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204881.368013:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204881.368013:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704128, portal 10
00000100:00000001:2.0:1788204881.368018:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1788204881.368022:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000100:00000001:1.0:1788204881.368028:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368031:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774368384 : -116879935183232 : ffff95b2c4fb6680)
00000100:00100000:1.0:1788204881.368034:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204881.368042:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.368047:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204881.368075:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.368082:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368089:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204881.368097:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204881.368099:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204881.368102:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904088.
00000100:00000040:1.0:1788204881.368106:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4024)
00000100:00000200:2.0:1788204881.368108:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618704128, offset 0
00000400:00000200:2.0:1788204881.368115:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368120:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368125:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204881.368130:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204881.368132:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204881.368135:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204881.368137:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368140:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3759:3759:255:4294967295] 192.168.201.124@tcp LPNI seq info [3759:3759:7:4294967295]
00000400:00000200:2.0:1788204881.368144:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368150:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204881.368154:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204881.368158:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503a00.
00000800:00000200:2.0:1788204881.368162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204881.368165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204881.368168:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204881.368172:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204881.368175:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204881.368177:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298688663
00000100:00000001:2.0:1788204881.368180:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368182:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298688663
00000100:00000001:2.0:1788204881.368184:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368186:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204881.368189:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368191:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204881.368195:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368202:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204881.368204:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.368206:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204881.368208:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204881.368210:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.368214:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204881.368217:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204881.368219:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204881.368221:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.368223:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204881.368227:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204881.368229:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.368233:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204881.368236:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9478.
00000400:00000010:2.0:1788204881.368240:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904aa0.
00000100:00000200:2.0:1788204881.368243:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704256, portal 10
00000100:00000001:2.0:1788204881.368245:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204881.368246:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774362112 : -116879935189504 : ffff95b2c4fb4e00)
00000100:00000040:2.0:1788204881.368253:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368260:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204881.368262:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204881.368265:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904880.
00000100:00000200:2.0:1788204881.368268:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618704256, offset 0
00000400:00000200:2.0:1788204881.368272:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368276:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368280:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204881.368283:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204881.368286:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204881.368288:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204881.368290:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368293:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3760:3760:254:4294967295] 192.168.201.124@tcp LPNI seq info [3760:3760:6:4294967295]
00000400:00000200:2.0:1788204881.368298:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368304:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204881.368309:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204881.368313:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503000.
00000800:00000200:2.0:1788204881.368317:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204881.368321:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204881.368324:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204881.368327:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204881.368331:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204881.368333:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298686508
00000100:00000001:2.0:1788204881.368336:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368338:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298686508
00000100:00000001:2.0:1788204881.368341:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368343:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204881.368345:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368347:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204881.368352:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368359:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204881.368361:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.368363:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204881.368364:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204881.368366:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.368370:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204881.368373:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204881.368375:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204881.368377:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.368379:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204881.368383:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204881.368385:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.368388:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204881.368391:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9d10.
00000400:00000010:2.0:1788204881.368395:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204881.368398:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704384, portal 4
00000100:00000001:2.0:1788204881.368400:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204881.368402:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774361216 : -116879935190400 : ffff95b2c4fb4a80)
00000100:00000040:2.0:1788204881.368408:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368415:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204881.368418:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204881.368421:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca9045d8.
00000100:00000200:2.0:1788204881.368423:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618704384, offset 0
00000400:00000200:2.0:1788204881.368428:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368432:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368436:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204881.368439:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204881.368442:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204881.368444:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204881.368446:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368449:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3761:3761:253:4294967295] 192.168.201.124@tcp LPNI seq info [3761:3761:5:4294967295]
00000400:00000200:2.0:1788204881.368453:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368459:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204881.368464:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204881.368468:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503f00.
00000800:00000200:2.0:1788204881.368472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204881.368475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204881.368478:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204881.368481:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204881.368484:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204881.368486:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298686488
00000100:00000001:2.0:1788204881.368488:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368490:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298686488
00000100:00000001:2.0:1788204881.368492:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368495:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204881.368497:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368500:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368502:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204881.368506:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204881.368508:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204881.368510:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204881.368511:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204881.368514:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204881.368518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368526:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204881.368527:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.368530:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204881.368532:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204881.368534:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.368537:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204881.368541:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204881.368543:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204881.368544:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.368546:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204881.368550:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204881.368551:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204881.368554:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204881.368556:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9420.
00000400:00000010:2.0:1788204881.368559:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904440.
00000100:00000200:2.0:1788204881.368562:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704512, portal 4
00000100:00000001:2.0:1788204881.368564:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204881.368565:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774369280 : -116879935182336 : ffff95b2c4fb6a00)
00000100:00000040:2.0:1788204881.368572:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.368578:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204881.368581:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204881.368584:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904bb0.
00000100:00000200:2.0:1788204881.368586:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618704512, offset 0
00000400:00000200:2.0:1788204881.368590:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368594:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368597:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204881.368600:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204881.368602:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204881.368604:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204881.368607:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204881.368610:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3762:3762:252:4294967295] 192.168.201.124@tcp LPNI seq info [3762:3762:4:4294967295]
00000400:00000200:2.0:1788204881.368614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204881.368621:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204881.368626:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204881.368629:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503c00.
00000800:00000200:2.0:1788204881.368634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204881.368638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788204881.368640:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204881.368643:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204881.368646:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204881.368647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298686622
00000100:00000001:2.0:1788204881.368649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368651:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298686622
00000100:00000001:2.0:1788204881.368653:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298688751
00000100:00000001:2.0:1788204881.368655:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204881.368657:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368660:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368662:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204881.368665:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204881.368666:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204881.368668:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204881.368669:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204881.368671:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.368672:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204881.687182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204881.687190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204881.687197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204881.687199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204881.687202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204881.687203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204881.687206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204881.687207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204881.687298:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204881.687301:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204881.687304:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204882.391285:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204882.391293:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204882.391295:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204882.391299:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204882.391303:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204882.391306:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204882.391308:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204882.391311:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204882.391314:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204882.711151:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204882.711159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204882.711164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204882.711165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204882.711168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204882.711169:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204882.711171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204882.711172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204882.711216:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204882.711220:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204882.711223:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204883.415256:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204883.415268:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204883.415271:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204883.415279:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204883.415283:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204883.415288:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204883.415291:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204883.415293:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204883.415296:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204883.671152:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298688751, at 4298688768
00000100:00000010:2.0:1788204883.671166:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000040:3.0:1788204883.671236:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298688751, at 4298688768
00000100:00000010:3.0:1788204883.671240:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350240.
00010000:00000001:3.0:1788204883.735162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204883.735168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204883.735174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204883.735179:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204883.735181:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204883.735186:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204883.735188:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204883.735190:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735192:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204883.735194:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735195:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735197:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204883.735200:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204883.735201:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204883.735203:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735204:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204883.735204:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735206:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204883.735207:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204883.735302:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204883.735310:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204883.735315:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204884.439441:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204884.439450:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204884.439452:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204884.439459:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000400:00000100:3.0:1788204884.439461:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000100:00000001:0.0:1788204884.439464:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204884.439469:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204884.439473:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204884.439477:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204884.439480:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1788204884.439518:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788204884.439530:0:2375:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204884.439535:0:2375:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:3.0:1788204884.439541:0:2375:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204884.439546:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788204884.439552:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204884.439563:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503100.
00000400:00000200:3.0:1788204884.439573:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204884.439578:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204884.439588:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9047f8
00000400:00000010:3.0:1788204884.439591:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9047f8.
00000100:00000001:3.0:1788204884.439599:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204884.439613:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439641:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204884.439646:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439680:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204884.439683:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204884.439696:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204884.439699:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503a00.
00000400:00000200:3.0:1788204884.439701:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204884.439705:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204884.439708:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904088
00000400:00000010:3.0:1788204884.439710:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904088.
00000100:00000001:3.0:1788204884.439713:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204884.439718:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439727:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204884.439731:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439744:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204884.439746:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204884.439751:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204884.439753:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503000.
00000400:00000200:3.0:1788204884.439756:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204884.439760:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204884.439763:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904880
00000400:00000010:3.0:1788204884.439765:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904880.
00000100:00000001:3.0:1788204884.439768:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204884.439774:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439782:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204884.439785:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439791:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204884.439794:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204884.439799:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204884.439801:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503f00.
00000400:00000200:3.0:1788204884.439804:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204884.439807:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204884.439811:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9045d8
00000400:00000010:3.0:1788204884.439812:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9045d8.
00000100:00000001:3.0:1788204884.439815:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204884.439819:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439835:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204884.439838:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439845:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204884.439846:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204884.439851:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788204884.439854:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503c00.
00000400:00000200:3.0:1788204884.439856:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204884.439859:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204884.439862:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904bb0
00000400:00000010:3.0:1788204884.439865:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904bb0.
00000100:00000001:3.0:1788204884.439867:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204884.439885:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439893:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204884.439896:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204884.439902:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204884.439904:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204884.440022:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204884.440034:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204884.440040:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204884.440094:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204884]  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204884.440120:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204884.440123:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204884.440127:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9420.
00000400:00000200:2.0:1788204884.440133:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904440
00000400:00000010:2.0:1788204884.440135:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904440.
00000100:00000001:2.0:1788204884.440141:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204884.440146:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204884.440155:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440164:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204884.440165:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440169:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440171:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204884.440175:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440182:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204884.440188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440195:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204884.440199:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440201:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440202:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440205:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204884.440208:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204884.440223:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204884.440229:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204884.440233:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204884.440238:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204884.440247:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204884.440253:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204884.440258:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204884]  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204884.440267:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204884.440269:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204884.440272:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c96e0.
00000400:00000200:2.0:1788204884.440277:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca9042a8
00000400:00000010:2.0:1788204884.440280:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca9042a8.
00000100:00000001:2.0:1788204884.440283:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204884.440289:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204884.440297:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440302:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204884.440303:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440304:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440305:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204884.440309:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440316:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204884.440321:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440329:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204884.440332:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440334:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440336:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440338:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204884.440341:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204884.440344:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204884.440348:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204884.440352:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204884.440357:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204884.440368:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204884.440374:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204884.440381:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204884]  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204884.440390:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204884.440392:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204884.440394:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9478.
00000400:00000200:2.0:1788204884.440400:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904aa0
00000400:00000010:2.0:1788204884.440403:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904aa0.
00000100:00000001:2.0:1788204884.440409:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204884.440415:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204884.440424:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440431:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204884.440433:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440435:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440436:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204884.440441:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440453:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204884.440456:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440460:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204884.440462:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440463:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440464:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440465:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204884.440466:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204884.440476:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204884.440481:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204884.440483:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204884.440488:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204884.440496:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204884.440500:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204884.440505:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204884]  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204884.440514:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204884.440516:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204884.440518:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9d10.
00000400:00000200:2.0:1788204884.440521:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204884.440523:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204884.440526:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204884.440530:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204884.440545:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440552:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204884.440554:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440556:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440557:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204884.440561:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440568:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204884.440572:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440578:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204884.440580:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440582:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440584:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440585:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204884.440587:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204884.440590:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204884.440593:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204884.440595:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204884.440598:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204884.440606:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204884.440611:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204884.440616:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204884]  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204884.440631:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204884.440632:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204884.440634:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204884.440636:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204884.440639:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204884.440641:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204884.440645:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204884.440668:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440674:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204884.440675:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204884.440681:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440689:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204884.440693:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440700:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204884.440702:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440704:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204884.440705:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440707:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204884.440709:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204884.440712:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204884.440716:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204884.440718:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204884.440723:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204884.440733:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618704000:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204884.440737:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440740:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204884.440743:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6a00 x1875064618704512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440748:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204884.440750:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204884.440754:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204884.440758:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204884.440760:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204884.440762:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204884.440764:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204884.440767:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2c00.
02000000:00000001:2.0:1788204884.440773:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204884.440775:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204884.440777:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6a00.
00000100:00000001:2.0:1788204884.440781:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204884.440782:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440784:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204884.440788:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6680 x1875064618704128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440795:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204884.440796:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204884.440798:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204884.440800:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204884.440802:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204884.440803:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204884.440805:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204884.440807:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:2.0:1788204884.440809:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204884.440810:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204884.440812:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6680.
00000100:00000001:2.0:1788204884.440814:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204884.440816:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440817:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204884.440821:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4e00 x1875064618704256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440829:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204884.440831:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204884.440832:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204884.440835:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204884.440836:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204884.440837:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204884.440839:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204884.440841:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:2.0:1788204884.440844:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204884.440845:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204884.440846:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4e00.
00000100:00000001:2.0:1788204884.440849:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204884.440851:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440853:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204884.440856:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4a80 x1875064618704384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440863:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204884.440864:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204884.440865:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204884.440867:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204884.440868:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204884.440869:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204884.440871:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204884.440873:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204884.440875:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204884.440882:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204884.440884:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4a80.
00000100:00000001:2.0:1788204884.440886:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204884.440887:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440889:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204884.440893:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5c00 x1875064618704000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204884.440900:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204884.440901:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204884.440902:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204884.440905:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204884.440906:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204884.440907:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204884.440909:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204884.440910:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:2.0:1788204884.440912:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204884.440913:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204884.440914:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5c00.
00000100:00000001:2.0:1788204884.440916:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204884.440918:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440920:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.440947:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204884.440950:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204884.440955:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204884.440957:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204884.759150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204884.759158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204884.759163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204884.759163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204884.759166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204884.759167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204884.759170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204884.759171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204884.759212:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204884.759215:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204884.759219:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204885.463213:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204885.463221:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204885.463223:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204885.463227:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204885.463231:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204885.463234:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204885.463236:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204885.463238:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204885.463240:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204885.783201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204885.783211:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204885.783219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204885.783220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204885.783223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204885.783224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204885.783227:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204885.783227:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204885.783295:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204885.783300:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204885.783304:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204886.487212:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204886.487217:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204886.487227:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204886.487229:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204886.487231:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204886.487233:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204886.487235:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204886.487245:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204886.487246:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204886.487256:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204886.487260:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4019
00000100:00000001:2.0:1788204886.487264:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.487270:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788204886.487274:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.487277:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.487283:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204886.487285:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204886.487290:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204886.487294:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487298:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.487301:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487304:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204886.487308:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204886.487311:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204886.487315:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204886.487319:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204886.487321:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204886.487325:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204886.487328:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487331:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.487333:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487334:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204886.487338:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204886.487341:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487344:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204886.487347:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204886.487350:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204886.487353:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487356:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204886.487358:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204886.487366:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204886.487370:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204886.487375:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204886.487377:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487381:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204886.487385:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204886.487390:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204886.487411:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204886.487420:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204886.487433:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204886.487444:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204886.487449:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204886.487454:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204886.487478:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204886.487480:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204886.487484:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204886.487486:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204886.487487:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204886.487490:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204886.487493:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4019
00000400:00000200:3.0:1788204886.487498:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204886.487501:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204886.487503:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204886.487507:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487510:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.487512:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487514:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204886.487517:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204886.487518:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204886.487520:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204886.487522:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204886.487524:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204886.487526:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204886.487527:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204886.487533:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204886.487533:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204886.487538:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204886.487538:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.487542:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487547:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204886.487548:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204886.487552:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204886.487560:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204886.487561:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204886.487564:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.487565:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204886.487568:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204886.487572:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204886.487577:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204886.487577:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204886.487583:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.487584:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487587:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788204886.487591:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618704640:192.168.201.124@tcp:250:kworker.0
00000008:00100000:3.0:1788204886.487594:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204886.487598:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788204886.487599:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487603:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.487606:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1788204886.487608:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
02000000:00000001:2.0:1788204886.487610:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204886.487612:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204886.487626:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204886.487626:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204886.487630:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487632:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204886.487634:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204886.487635:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788204886.487637:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.487640:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204886.487645:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000400:00000200:2.0:1788204886.487650:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204886.487651:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204886.487657:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:3.0:1788204886.487659:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204886.487668:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204886.487669:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204886.487674:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204886.487679:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204886.487681:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704640, portal 25
00000100:00000001:2.0:1788204886.487688:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204886.487690:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000001:3.0:1788204886.487694:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204886.487698:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204886.487701:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204886.487702:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204886.487705:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204886.487708:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204886.487714:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204886.487719:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204886.487720:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4019
00000100:00000040:2.0:1788204886.487727:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204886.487729:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204886.487732:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000400:00000200:3.0:1788204886.487736:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204886.487738:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618704640, offset 0
00000100:00080000:3.0:1788204886.487740:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204886.487746:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487749:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204886.487751:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204886.487752:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487756:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204886.487758:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204886.487759:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204886.487760:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204886.487762:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204886.487763:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204886.487764:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204886.487766:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204886.487769:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487772:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.487774:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487778:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204886.487779:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:3.0:1788204886.487782:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204886.487788:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204886.487789:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204886.487792:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204886.487795:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204886.487799:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788204886.487799:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204886.487803:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.487806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204886.487807:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204886.487812:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204886.487814:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000008:00000001:3.0:1788204886.487818:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487821:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.487823:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3763:3763:256:4294967295] 192.168.201.124@tcp LPNI seq info [3763:3763:8:4294967295]
00000100:00000010:3.0:1788204886.487827:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000400:00000200:2.0:1788204886.487832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204886.487832:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204886.487837:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204886.487839:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.487840:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204886.487842:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204886.487846:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.487850:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788204886.487853:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204886.487859:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204886.487862:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788204886.487868:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204886.487871:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204886.487879:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204886.487882:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204886.487884:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204886.487889:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204886.487892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204886.487904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204886.487905:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204886.487910:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788204886.487912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1788204886.487919:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1788204886.487922:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204886.487923:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204886.487927:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1788204886.487928:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204886.487930:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204886.487935:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4019
00000400:00000200:2.0:1788204886.487936:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204886.487942:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.487946:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204886.487949:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204886.487953:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204886.487956:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000040:3.0:1788204886.487957:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204886.487962:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204886.487969:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204886.487974:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.487984:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.487987:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.487995:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.487997:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204886.488005:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.488010:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.488013:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298693871
00000100:00000010:2.0:1788204886.488020:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:2.0:1788204886.488028:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788204886.488030:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.488035:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204886.488037:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298693871
00000100:00000001:3.0:1788204886.488038:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204886.488043:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:2.0:1788204886.488045:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350660.
00000020:00000040:3.0:1788204886.488046:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204886.488082:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204886.488084:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204886.488087:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1788204886.488087:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204886.488090:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204886.488094:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204886.488096:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204886.488101:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.488101:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.488105:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204886.488108:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204886.488109:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204886.488113:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00100000:2.0:1788204886.488116:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204886.488119:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204886.488125:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204886.488130:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204886.488134:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1788204886.488137:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204886.488138:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204886.488141:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204886.488143:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788204886.488146:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000008:00100000:3.0:1788204886.488147:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204886.488151:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000008:00000001:3.0:1788204886.488152:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204886.488155:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204886.488156:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488160:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1788204886.488163:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000100:00000200:2.0:1788204886.488168:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204886.488168:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204886.488174:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204886.488177:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.488181:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204886.488184:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204886.488185:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204886.488187:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204886.488194:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:2.0:1788204886.488197:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204886.488199:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488200:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.488206:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.488209:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204886.488210:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204886.488218:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204886.488222:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204886.488227:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488232:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204886.488236:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204886.488241:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204886.488253:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488259:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204886.488260:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204886.488265:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204886.488266:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204886.488270:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204886.488270:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204886.488274:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204886.488274:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204886.488280:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204886.488282:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4019
00000100:00000001:2.0:1788204886.488286:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1788204886.488287:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.488291:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1788204886.488292:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204886.488298:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204886.488298:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788204886.488306:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:3.0:1788204886.488306:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204886.488311:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204886.488312:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204886.488317:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204886.488319:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204886.488323:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204886.488328:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204886.488331:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00100000:2.0:1788204886.488334:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618704640:192.168.201.124@tcp:250:kworker.0
00000020:00000001:3.0:1788204886.488335:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204886.488339:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204886.488342:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204886.488343:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204886.488346:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204886.488351:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204886.488354:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204886.488354:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204886.488359:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204886.488363:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618704640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204886.488363:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204886.488368:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204886.488375:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204886.488379:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204886.488380:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.488384:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788204886.488385:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204886.488388:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204886.488389:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.488391:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204886.488393:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204886.488395:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204886.488398:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204886.488400:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
00000100:00000010:3.0:1788204886.488404:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
02000000:00000001:2.0:1788204886.488408:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204886.488411:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204886.488412:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000040:2.0:1788204886.488415:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204886.488416:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204886.488419:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204886.488421:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204886.488422:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204886.488425:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204886.488426:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788204886.488427:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.488434:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:3.0:1788204886.488434:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204886.488438:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788204886.488440:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204886.488442:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204886.488447:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00100000:3.0:1788204886.488448:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204886.488450:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.488455:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204886.488466:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204886.488468:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488469:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204886.488473:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204886.488474:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488478:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204886.488481:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204886.488484:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204886.488491:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204886.488492:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204886.488498:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4029)
00000100:00000001:2.0:1788204886.488514:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204886.488516:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.488519:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204886.488521:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204886.488524:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204886.488528:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204886.488532:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204886.488535:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204886.488538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.488539:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204886.488543:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204886.488545:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.488550:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204886.488553:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204886.488557:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204886.488560:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704768, portal 10
00000100:00000001:2.0:1788204886.488562:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204886.488564:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:2.0:1788204886.488573:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488580:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204886.488583:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204886.488585:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204886.488588:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618704768, offset 0
00000400:00000200:2.0:1788204886.488592:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204886.488598:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.488602:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204886.488605:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204886.488608:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204886.488611:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204886.488613:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204886.488628:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3764:3764:256:4294967295] 192.168.201.124@tcp LPNI seq info [3764:3764:8:4294967295]
00000400:00000200:2.0:1788204886.488632:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.488639:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204886.488643:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.488646:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204886.488652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204886.488655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204886.488659:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204886.488663:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204886.488667:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.488669:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204886.488672:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204886.488676:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204886.488679:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204886.488682:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204886.488685:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204886.488689:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488697:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.488700:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488706:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488708:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204886.488712:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204886.488717:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204886.488720:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.488723:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298693783
00000100:00000001:2.0:1788204886.488726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.488728:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298693783
00000100:00000001:2.0:1788204886.488730:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.488732:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204886.488735:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.488736:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204886.488740:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204886.488749:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204886.488751:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204886.488752:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204886.488755:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204886.488757:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204886.488759:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204886.488762:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204886.488772:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488778:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204886.488780:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.488782:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.488784:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204886.488788:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488794:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204886.488798:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488804:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204886.488807:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.488808:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.488810:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.488812:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204886.488813:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204886.488816:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204886.488820:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204886.488823:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204886.488827:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204886.488834:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204886.488838:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204886.488841:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488847:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204886.488848:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.488850:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204886.488852:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204886.488854:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204886.488857:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204886.488860:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204886.488862:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204886.488864:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.488866:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204886.488869:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204886.488872:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.488875:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204886.488878:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204886.488881:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204886.488884:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618704896, portal 10
00000100:00000001:2.0:1788204886.488886:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204886.488887:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:2.0:1788204886.488895:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488902:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204886.488905:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204886.488907:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204886.488909:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618704896, offset 0
00000400:00000200:2.0:1788204886.488913:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204886.488917:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.488922:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204886.488925:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204886.488928:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204886.488930:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204886.488933:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204886.488935:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3765:3765:256:4294967295] 192.168.201.124@tcp LPNI seq info [3765:3765:8:4294967295]
00000400:00000200:2.0:1788204886.488939:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.488945:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204886.488950:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.488953:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204886.488957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204886.488960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204886.488964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204886.488966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204886.488970:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.488972:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204886.488975:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204886.488978:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204886.488981:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204886.488983:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204886.488986:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204886.488990:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.488998:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489001:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489007:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489009:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204886.489013:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204886.489015:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204886.489017:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.489019:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298691628
00000100:00000001:2.0:1788204886.489021:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.489022:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298691628
00000100:00000001:2.0:1788204886.489024:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.489025:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204886.489026:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489027:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204886.489029:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204886.489035:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204886.489036:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204886.489038:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204886.489041:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204886.489042:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204886.489044:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204886.489047:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204886.489084:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489091:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204886.489092:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489094:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.489096:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204886.489099:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489105:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204886.489109:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489115:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204886.489118:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489119:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.489120:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489122:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204886.489123:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204886.489126:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204886.489129:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204886.489131:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204886.489135:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204886.489142:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618704896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204886.489146:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204886.489150:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489157:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204886.489158:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.489159:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204886.489161:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204886.489162:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204886.489164:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204886.489166:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204886.489168:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204886.489169:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.489170:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204886.489173:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204886.489175:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.489178:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204886.489181:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204886.489183:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204886.489185:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705024, portal 4
00000100:00000001:2.0:1788204886.489187:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204886.489188:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788204886.489192:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489196:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204886.489197:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204886.489199:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204886.489200:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618705024, offset 0
00000400:00000200:2.0:1788204886.489202:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204886.489205:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.489208:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204886.489211:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204886.489213:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204886.489215:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204886.489218:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204886.489220:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3766:3766:256:4294967295] 192.168.201.124@tcp LPNI seq info [3766:3766:8:4294967295]
00000400:00000200:2.0:1788204886.489224:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.489230:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204886.489234:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.489237:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204886.489241:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204886.489243:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204886.489248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204886.489250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204886.489254:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.489256:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204886.489259:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204886.489262:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204886.489265:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204886.489266:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204886.489270:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204886.489274:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489282:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489284:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489290:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489292:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204886.489295:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204886.489298:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204886.489301:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.489303:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298691609
00000100:00000001:2.0:1788204886.489306:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.489308:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298691609
00000100:00000001:2.0:1788204886.489310:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.489312:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204886.489314:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489315:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204886.489318:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204886.489325:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204886.489326:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204886.489328:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204886.489330:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204886.489332:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204886.489334:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204886.489337:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204886.489345:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489356:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204886.489357:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489359:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.489361:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204886.489364:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489371:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204886.489375:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489380:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204886.489382:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489384:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.489385:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489387:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204886.489388:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204886.489391:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204886.489394:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204886.489396:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204886.489401:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204886.489408:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204886.489412:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489414:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489418:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618704768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489424:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204886.489426:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204886.489429:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204886.489431:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204886.489433:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204886.489435:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204886.489437:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204886.489440:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204886.489442:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204886.489444:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204886.489445:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204886.489448:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204886.489449:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489451:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489453:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618704896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489459:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204886.489461:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204886.489462:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204886.489463:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204886.489465:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204886.489466:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204886.489468:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204886.489469:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788204886.489473:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204886.489474:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204886.489475:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:2.0:1788204886.489477:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204886.489479:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489480:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489483:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618705024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489489:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204886.489490:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204886.489491:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204886.489493:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204886.489494:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204886.489495:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204886.489498:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204886.489499:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204886.489502:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204886.489503:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204886.489504:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788204886.489506:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204886.489507:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489509:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489515:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204886.489517:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489519:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204886.489520:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204886.489522:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204886.489525:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489532:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204886.489534:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.489536:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204886.489537:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204886.489540:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204886.489542:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204886.489546:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204886.489548:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204886.489549:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204886.489551:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204886.489554:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204886.489556:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204886.489559:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204886.489562:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204886.489565:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204886.489568:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705152, portal 4
00000100:00000001:2.0:1788204886.489570:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204886.489571:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788204886.489576:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489588:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204886.489591:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204886.489593:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204886.489596:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618705152, offset 0
00000400:00000200:2.0:1788204886.489600:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204886.489605:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.489609:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204886.489611:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204886.489613:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204886.489628:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204886.489630:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204886.489634:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3767:3767:256:4294967295] 192.168.201.124@tcp LPNI seq info [3767:3767:8:4294967295]
00000400:00000200:2.0:1788204886.489638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204886.489644:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204886.489648:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.489652:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204886.489655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204886.489658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204886.489662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204886.489664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204886.489668:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204886.489669:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204886.489672:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204886.489675:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204886.489678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204886.489679:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204886.489682:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204886.489686:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489693:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489695:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489706:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489708:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204886.489711:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204886.489714:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204886.489717:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204886.489719:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298691743
00000100:00000001:2.0:1788204886.489722:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.489724:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298691743
00000100:00000001:2.0:1788204886.489726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298693871
00000100:00000001:2.0:1788204886.489728:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204886.489730:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489732:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204886.489735:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204886.489743:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204886.489744:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204886.489746:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204886.489748:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204886.489750:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204886.489752:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204886.489755:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204886.489763:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489775:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204886.489777:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489778:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.489779:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204886.489783:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489790:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204886.489794:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489799:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204886.489802:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489803:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204886.489804:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489806:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204886.489808:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204886.489810:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204886.489814:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204886.489816:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204886.489819:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204886.489826:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204886.489830:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489831:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204886.489834:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618705152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204886.489839:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204886.489841:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204886.489843:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204886.489845:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204886.489847:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204886.489848:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204886.489850:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204886.489851:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204886.489854:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204886.489855:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204886.489857:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204886.489859:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204886.489860:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489862:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.489865:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204886.489866:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.489868:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204886.489869:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204886.807179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204886.807191:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204886.807193:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204886.807197:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807200:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204886.807203:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807205:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807208:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204886.807213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204886.807216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204886.807218:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204886.807265:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204886.807269:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204886.807272:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204887.511162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204887.511171:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204887.511173:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204887.511177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204887.511181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204887.511185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204887.511187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204887.511189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204887.511191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204887.831197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204887.831205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204887.831211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204887.831212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204887.831215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204887.831216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204887.831219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204887.831219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204887.831285:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204887.831291:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204887.831295:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204888.535230:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204888.535241:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204888.535243:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204888.535250:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204888.535253:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204888.535256:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.535258:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204888.535261:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.535263:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204888.791212:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298693871, at 4298693888
00000100:00000040:3.0:1788204888.791212:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298693871, at 4298693888
00000100:00000010:3.0:1788204888.791239:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350660.
00000100:00000010:2.0:1788204888.791242:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204888.855166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204888.855174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204888.855182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204888.855183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204888.855188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204888.855190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204888.855194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204888.855195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204888.855269:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204888.855276:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204888.855281:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204889.559175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204889.559184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204889.559186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204889.559191:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204889.559194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204889.559198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204889.559201:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204889.559203:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204889.559205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204889.879181:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204889.879183:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204889.879186:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879190:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204889.879192:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879193:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879195:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204889.879199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204889.879203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204889.879205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204889.879206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204889.879267:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204889.879270:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204889.879273:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204890.583203:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204890.583210:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204890.583212:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204890.583217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204890.583221:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204890.583225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204890.583227:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204890.583231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204890.583234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204890.903133:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204890.903140:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204890.903146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204890.903148:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204890.903151:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204890.903153:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204890.903156:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204890.903158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204890.903216:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204890.903220:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204890.903223:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204891.607197:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204891.607205:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204891.607208:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204891.607212:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204891.607214:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204891.607219:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204891.607223:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204891.607226:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204891.607227:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.607231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.607232:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204891.607235:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204891.607239:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204891.607246:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204891.607259:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4024
00000400:00000200:1.0:1788204891.607270:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204891.607277:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204891.607281:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204891.607285:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607288:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204891.607291:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607293:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204891.607297:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204891.607299:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204891.607302:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204891.607305:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204891.607308:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204891.607311:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204891.607314:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607316:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204891.607318:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607320:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204891.607323:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204891.607327:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607330:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.607333:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204891.607338:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.607341:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607344:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204891.607346:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204891.607356:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5880.
00000020:00000040:1.0:1788204891.607359:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204891.607363:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204891.607365:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607368:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204891.607370:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204891.607374:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204891.607379:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788204891.607385:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.607393:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204891.607402:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204891.607405:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.607408:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001054ab8c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.607429:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204891.607431:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204891.607434:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204891.607435:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204891.607437:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204891.607438:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204891.607440:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4024
00000400:00000200:1.0:1788204891.607443:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204891.607445:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204891.607447:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204891.607450:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607452:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204891.607453:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607456:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204891.607457:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204891.607458:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204891.607460:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204891.607462:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204891.607464:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204891.607465:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204891.607467:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204891.607468:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607472:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204891.607473:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204891.607474:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204891.607477:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204891.607478:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204891.607481:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204891.607486:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:2.0:1788204891.607488:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.607489:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.607492:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204891.607497:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.607500:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204891.607501:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607504:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204891.607504:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204891.607509:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204891.607510:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204891.607513:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1788204891.607514:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607519:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.607519:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204891.607541:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788204891.607545:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00100000:2.0:1788204891.607548:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618705280:192.168.201.124@tcp:250:kworker.0
02000000:00000001:1.0:1788204891.607549:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204891.607553:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.607554:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204891.607558:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204891.607560:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204891.607562:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204891.607563:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.607567:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.607567:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204891.607573:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000010:1.0:1788204891.607575:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
02000000:00000001:2.0:1788204891.607576:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607583:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.607585:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204891.607591:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:1.0:1788204891.607595:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204891.607598:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204891.607605:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705280, portal 25
00000100:00000001:1.0:1788204891.607609:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204891.607609:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204891.607613:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774364800 : -116879935186816 : ffff95b2c4fb5880)
00000100:00000001:1.0:1788204891.607615:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.607621:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204891.607624:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.607635:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204891.607642:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204891.607645:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:1.0:1788204891.607646:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204891.607647:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618705280, offset 0
00000100:00080000:1.0:1788204891.607649:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204891.607655:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204891.607655:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607659:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204891.607660:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204891.607662:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204891.607665:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4024
00000400:00000200:1.0:1788204891.607670:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204891.607674:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204891.607674:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204891.607679:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204891.607681:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.607684:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788204891.607685:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204891.607690:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.607692:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204891.607693:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204891.607696:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204891.607699:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:2.0:1788204891.607699:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:1.0:1788204891.607702:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204891.607704:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788204891.607707:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788204891.607708:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204891.607712:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204891.607713:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:1.0:1788204891.607717:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.607721:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3768:3768:256:4294967295] 192.168.201.124@tcp LPNI seq info [3768:3768:8:4294967295]
00000100:00000001:1.0:1788204891.607722:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204891.607728:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.607731:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204891.607733:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204891.607737:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788204891.607745:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204891.607745:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204891.607753:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.607759:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788204891.607759:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204891.607765:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1788204891.607768:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
02000000:00000001:1.0:1788204891.607769:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607774:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204891.607776:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788204891.607780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00000001:1.0:1788204891.607781:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607787:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204891.607788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00000010:1.0:1788204891.607792:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000020:00000040:1.0:1788204891.607800:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:2.1:1788204891.607800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:1.0:1788204891.607807:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1788204891.607807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204891.607810:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.607815:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1788204891.607817:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204891.607818:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788204891.607821:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
02000000:00000001:1.0:1788204891.607823:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.607827:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788204891.607831:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000400:00000200:2.0:1788204891.607832:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204891.607839:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.607839:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204891.607843:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204891.607849:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1788204891.607851:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204891.607856:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.607878:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204891.607879:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204891.607884:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.607885:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.607895:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.607896:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.607897:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204891.607903:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.607911:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204891.607914:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.607915:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298698991
00000100:00080000:1.0:1788204891.607919:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1788204891.607921:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00080000:1.0:1788204891.607927:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204891.607929:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788204891.607930:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204891.607935:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204891.607936:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298698991
00000100:00000001:1.0:1788204891.607938:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788204891.607940:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350d80.
00000100:00080000:1.0:1788204891.607943:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4024
00000100:00000001:2.0:1788204891.607945:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1788204891.607950:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204891.607950:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.607956:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.607957:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204891.607959:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1788204891.607961:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204891.607965:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607968:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204891.607969:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204891.607972:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204891.607975:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204891.607979:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204891.607983:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204891.607987:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204891.607991:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000001:2.0:1788204891.607992:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1788204891.607995:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000001:2.0:1788204891.607996:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1788204891.608001:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:2.0:1788204891.608001:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204891.608007:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:1.0:1788204891.608009:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204891.608011:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204891.608013:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204891.608018:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204891.608018:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788204891.608023:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204891.608027:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000200:2.0:1788204891.608027:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204891.608035:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204891.608041:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.608045:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204891.608073:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608083:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204891.608085:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608087:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.608089:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204891.608093:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204891.608095:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.608102:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608105:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.608107:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204891.608111:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204891.608113:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204891.608120:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608124:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204891.608126:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608128:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608131:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:1.0:1788204891.608133:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000100:00000001:2.0:1788204891.608133:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608137:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1788204891.608139:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204891.608140:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204891.608144:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204891.608146:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1788204891.608149:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
02000000:00000001:1.0:1788204891.608151:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608153:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788204891.608156:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204891.608159:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204891.608160:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204891.608165:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.608169:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618705280:192.168.201.124@tcp:250:kworker.0
02000000:00000010:1.0:1788204891.608173:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:2.0:1788204891.608174:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608179:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204891.608182:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.608182:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5880 x1875064618705280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608191:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204891.608194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1788204891.608195:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204891.608197:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204891.608202:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204891.608205:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204891.608208:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:1.0:1788204891.608210:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1788204891.608210:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204891.608215:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788204891.608216:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.608222:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1788204891.608223:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204891.608225:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204891.608228:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5880.
00000100:00000001:2.0:1788204891.608232:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204891.608235:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608239:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.608244:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608247:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204891.608248:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204891.608251:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204891.608255:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204891.608255:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204891.608257:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204891.608259:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204891.608260:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204891.608263:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204891.608267:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.608268:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204891.608275:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4024
00000100:00000001:2.0:1788204891.608276:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.608279:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.608282:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:1.0:1788204891.608285:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204891.608285:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.608289:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.608293:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204891.608295:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705408:192.168.201.124@tcp:38:kworker.0
00000100:00080000:1.0:1788204891.608299:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204891.608299:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204891.608302:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204891.608305:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.608308:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204891.608308:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204891.608312:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:1.0:1788204891.608314:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204891.608315:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.608320:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608321:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204891.608324:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:1.0:1788204891.608326:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204891.608329:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000001:1.0:1788204891.608332:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1788204891.608333:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705408, portal 10
00000020:00000040:1.0:1788204891.608336:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204891.608337:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204891.608339:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774365696 : -116879935185920 : ffff95b2c4fb5c00)
00000020:00000001:1.0:1788204891.608341:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204891.608345:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:2.0:1788204891.608347:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204891.608349:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788204891.608355:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204891.608360:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204891.608364:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204891.608365:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204891.608369:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:1.0:1788204891.608370:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204891.608372:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618705408, offset 0
00000100:00000040:1.0:1788204891.608376:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608379:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204891.608383:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204891.608387:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:1.0:1788204891.608389:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:2.0:1788204891.608392:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204891.608396:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204891.608397:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608400:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788204891.608405:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.608405:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204891.608409:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:1.0:1788204891.608412:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204891.608413:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3769:3769:256:4294967295] 192.168.201.124@tcp LPNI seq info [3769:3769:8:4294967295]
00000400:00000200:2.0:1788204891.608418:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204891.608419:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.608426:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.608427:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204891.608431:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788204891.608433:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000008:00100000:1.0:1788204891.608436:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000800:00000010:2.0:1788204891.608437:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000008:00000001:1.0:1788204891.608442:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204891.608443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204891.608447:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204891.608448:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204891.608454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:1.0:1788204891.608456:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000800:00000200:2.1:1788204891.608457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204891.608463:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000040:1.0:1788204891.608464:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000800:00000010:2.0:1788204891.608465:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204891.608470:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204891.608471:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204891.608475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1788204891.608476:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.608478:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000001:1.0:1788204891.608481:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204891.608481:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
02000000:00000001:1.0:1788204891.608485:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204891.608486:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204891.608490:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204891.608492:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204891.608500:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788204891.608508:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608508:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.608513:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204891.608519:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204891.608520:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608523:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204891.608540:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.608545:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204891.608552:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204891.608555:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298698903
00000100:00000001:1.0:1788204891.608557:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204891.608559:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298698991
00000100:00000001:1.0:1788204891.608563:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608563:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298698903
00000100:00000001:2.0:1788204891.608568:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.608571:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.608573:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.608574:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608575:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204891.608582:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.608600:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204891.608600:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204891.608603:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204891.608606:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204891.608608:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:1.0:1788204891.608610:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4034)
00000400:00000010:2.0:1788204891.608610:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204891.608615:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204891.608619:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204891.608625:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608631:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204891.608633:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608634:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.608636:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204891.608638:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608642:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204891.608645:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608649:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204891.608650:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608651:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.608652:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608653:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204891.608655:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204891.608656:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204891.608658:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204891.608660:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204891.608662:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204891.608667:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204891.608669:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204891.608671:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608675:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.608676:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.608678:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204891.608679:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.608680:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.608683:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204891.608685:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204891.608686:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204891.608687:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.608689:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204891.608691:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204891.608692:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.608694:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204891.608696:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204891.608698:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204891.608700:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705536, portal 10
00000100:00000001:2.0:1788204891.608701:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204891.608702:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774361216 : -116879935190400 : ffff95b2c4fb4a80)
00000100:00000040:2.0:1788204891.608706:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608710:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204891.608712:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204891.608713:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204891.608715:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618705536, offset 0
00000400:00000200:2.0:1788204891.608717:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608719:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204891.608721:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204891.608723:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204891.608725:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204891.608727:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204891.608728:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608731:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3770:3770:256:4294967295] 192.168.201.124@tcp LPNI seq info [3770:3770:8:4294967295]
00000400:00000200:2.0:1788204891.608734:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204891.608738:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204891.608741:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204891.608743:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204891.608746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204891.608748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204891.608753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204891.608769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204891.608773:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204891.608775:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204891.608779:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204891.608783:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204891.608787:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204891.608789:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204891.608791:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204891.608795:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608804:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.608807:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608812:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608813:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204891.608816:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.608818:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204891.608820:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204891.608822:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298696748
00000100:00000001:2.0:1788204891.608823:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.608825:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298696748
00000100:00000001:2.0:1788204891.608826:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.608828:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.608829:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.608830:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204891.608833:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204891.608838:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204891.608839:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204891.608841:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204891.608842:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204891.608843:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204891.608845:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204891.608847:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204891.608852:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608856:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204891.608857:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608858:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.608859:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204891.608861:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608865:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204891.608868:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608872:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204891.608873:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608874:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.608875:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.608876:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204891.608877:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204891.608878:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204891.608880:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204891.608882:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204891.608884:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204891.608893:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204891.608895:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204891.608897:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608901:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.608902:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.608904:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204891.608905:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.608906:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.608908:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204891.608910:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204891.608911:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204891.608912:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.608913:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204891.608916:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204891.608917:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.608919:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204891.608921:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204891.608923:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204891.608925:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705664, portal 4
00000100:00000001:2.0:1788204891.608926:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204891.608927:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774362112 : -116879935189504 : ffff95b2c4fb4e00)
00000100:00000040:2.0:1788204891.608930:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.608935:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204891.608936:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204891.608938:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204891.608939:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618705664, offset 0
00000400:00000200:2.0:1788204891.608942:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608944:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204891.608947:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204891.608949:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204891.608951:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204891.608952:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204891.608954:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.608956:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3771:3771:256:4294967295] 192.168.201.124@tcp LPNI seq info [3771:3771:8:4294967295]
00000400:00000200:2.0:1788204891.608959:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204891.608964:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204891.608969:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204891.608972:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204891.608976:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204891.608979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204891.608984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204891.608986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204891.608990:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204891.608992:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204891.608996:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204891.608999:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204891.609003:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204891.609005:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204891.609007:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204891.609011:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609019:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.609023:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609027:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.609028:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204891.609031:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.609033:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204891.609035:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204891.609037:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298696728
00000100:00000001:2.0:1788204891.609039:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.609041:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298696728
00000100:00000001:2.0:1788204891.609042:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.609043:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.609044:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.609046:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204891.609048:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204891.609068:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204891.609069:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204891.609071:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204891.609072:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204891.609073:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204891.609075:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204891.609077:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204891.609083:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609087:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204891.609088:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609089:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.609090:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204891.609092:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609096:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204891.609099:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609103:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204891.609105:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609106:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.609107:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609108:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204891.609109:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204891.609111:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204891.609112:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204891.609114:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204891.609116:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204891.609120:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204891.609123:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609124:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.609126:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5c00 x1875064618705408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609130:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204891.609131:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204891.609133:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204891.609134:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204891.609135:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204891.609136:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204891.609138:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204891.609139:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:2.0:1788204891.609141:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204891.609142:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204891.609143:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5c00.
00000100:00000001:2.0:1788204891.609145:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204891.609146:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609148:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.609150:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4a80 x1875064618705536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609158:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204891.609159:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204891.609160:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204891.609161:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204891.609162:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204891.609163:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204891.609164:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204891.609165:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:2.0:1788204891.609166:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204891.609167:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204891.609167:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4a80.
00000100:00000001:2.0:1788204891.609169:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204891.609169:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609170:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.609172:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4e00 x1875064618705664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609176:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204891.609177:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204891.609177:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204891.609179:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204891.609180:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204891.609180:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204891.609181:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204891.609182:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:2.0:1788204891.609184:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204891.609184:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204891.609185:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4e00.
00000100:00000001:2.0:1788204891.609186:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204891.609187:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609188:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609191:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204891.609192:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.609193:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204891.609194:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204891.609195:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204891.609197:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609201:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.609203:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.609204:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204891.609205:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.609206:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.609208:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204891.609210:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204891.609212:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204891.609213:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.609214:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204891.609216:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204891.609218:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204891.609220:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204891.609222:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204891.609223:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204891.609225:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705792, portal 4
00000100:00000001:2.0:1788204891.609227:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204891.609228:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774368384 : -116879935183232 : ffff95b2c4fb6680)
00000100:00000040:2.0:1788204891.609231:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609236:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204891.609237:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204891.609238:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204891.609240:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618705792, offset 0
00000400:00000200:2.0:1788204891.609242:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204891.609245:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204891.609247:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204891.609249:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204891.609251:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204891.609253:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204891.609254:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204891.609256:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3772:3772:256:4294967295] 192.168.201.124@tcp LPNI seq info [3772:3772:8:4294967295]
00000400:00000200:2.0:1788204891.609259:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204891.609263:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204891.609266:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204891.609268:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204891.609271:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204891.609273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204891.609275:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204891.609277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204891.609280:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204891.609281:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204891.609283:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204891.609286:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204891.609287:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204891.609289:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204891.609290:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204891.609292:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609297:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.609299:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609303:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.609304:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204891.609306:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.609307:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204891.609309:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204891.609310:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298696863
00000100:00000001:2.0:1788204891.609312:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.609313:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298696863
00000100:00000001:2.0:1788204891.609315:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298698991
00000100:00000001:2.0:1788204891.609316:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.609318:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.609319:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204891.609321:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204891.609326:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204891.609327:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204891.609328:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204891.609329:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204891.609330:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204891.609331:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204891.609333:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204891.609339:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609343:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204891.609343:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609344:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.609345:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204891.609347:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609351:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204891.609353:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609357:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204891.609359:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609360:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204891.609361:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609362:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204891.609363:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204891.609364:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204891.609367:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204891.609368:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204891.609371:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204891.609376:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618705792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204891.609378:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609379:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204891.609381:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6680 x1875064618705792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.609384:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204891.609385:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204891.609386:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204891.609387:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204891.609388:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204891.609389:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204891.609390:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204891.609391:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:2.0:1788204891.609392:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204891.609393:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204891.609394:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6680.
00000100:00000001:2.0:1788204891.609395:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204891.609396:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609397:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.609398:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204891.609399:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.609401:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204891.609402:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204891.927164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204891.927172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204891.927178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204891.927180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204891.927183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204891.927185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204891.927188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204891.927190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204891.927242:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204891.927246:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204891.927249:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204892.631183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204892.631191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204892.631193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204892.631200:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204892.631205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204892.631209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204892.631213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204892.631216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204892.631219:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204892.951150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204892.951157:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204892.951164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204892.951166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204892.951170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204892.951171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204892.951174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204892.951175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204892.951220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204892.951223:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204892.951226:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204893.655166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204893.655173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204893.655174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.655179:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204893.655181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204893.655184:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.655186:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.655188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.655190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204893.911173:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298698991, at 4298699008
00000100:00000040:2.0:1788204893.911174:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298698991, at 4298699008
00000100:00000010:3.0:1788204893.911189:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350d80.
00000100:00000010:2.0:1788204893.911192:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204893.975198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204893.975206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204893.975214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204893.975221:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204893.975224:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204893.975230:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204893.975233:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204893.975234:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975237:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204893.975239:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975241:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975244:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975248:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204893.975250:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204893.975252:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204893.975254:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975256:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204893.975257:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975259:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204893.975261:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204893.975317:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204893.975320:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204893.975323:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204894.679163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204894.679169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204894.679171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204894.679175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204894.679178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204894.679180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204894.679182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204894.679185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204894.679187:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204894.999147:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204894.999155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204894.999160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204894.999161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204894.999164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204894.999165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204894.999168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204894.999168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204894.999219:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204894.999223:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204894.999226:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204895.703192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204895.703201:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204895.703203:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204895.703207:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204895.703210:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204895.703213:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204895.703215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204895.703218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204895.703220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204896.023164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204896.023172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204896.023176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204896.023177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204896.023180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204896.023181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204896.023183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204896.023184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204896.023291:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204896.023298:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204896.023303:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204896.727168:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204896.727180:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204896.727182:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204896.727187:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204896.727192:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204896.727196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204896.727199:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4029
00000100:00000001:2.0:1788204896.727208:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1788204896.727214:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204896.727215:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.727225:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000400:00000200:3.0:1788204896.727225:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204896.727232:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204896.727233:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204896.727239:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204896.727242:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204896.727243:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204896.727250:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204896.727250:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727256:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204896.727257:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204896.727264:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204896.727265:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204896.727267:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204896.727274:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204896.727278:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204896.727280:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204896.727282:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204896.727285:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727287:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204896.727288:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727289:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204896.727291:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204896.727294:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727296:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204896.727298:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204896.727302:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204896.727306:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727308:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204896.727310:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204896.727319:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788204896.727322:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204896.727326:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204896.727328:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727331:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204896.727334:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204896.727338:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204896.727346:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204896.727353:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204896.727362:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204896.727370:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204896.727379:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204896.727382:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204896.727398:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204896.727400:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204896.727403:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204896.727404:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204896.727405:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204896.727407:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204896.727409:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4029
00000400:00000200:3.0:1788204896.727414:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204896.727416:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204896.727417:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204896.727419:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727421:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204896.727423:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727425:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204896.727427:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204896.727428:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204896.727429:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204896.727431:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204896.727432:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204896.727433:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204896.727436:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727449:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204896.727450:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204896.727452:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727455:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204896.727456:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204896.727458:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:2.0:1788204896.727461:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204896.727467:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727471:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204896.727476:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204896.727478:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204896.727482:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204896.727491:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727502:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204896.727508:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204896.727510:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788204896.727516:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.727517:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727522:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.727526:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788204896.727527:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
02000000:00000001:2.0:1788204896.727530:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204896.727531:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204896.727545:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204896.727546:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204896.727553:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727556:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204896.727557:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204896.727558:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618705920:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204896.727559:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204896.727568:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:2.0:1788204896.727572:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204896.727572:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204896.727582:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204896.727583:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204896.727587:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.727596:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204896.727603:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204896.727605:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204896.727611:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
00000100:00000040:3.0:1788204896.727612:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204896.727620:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727628:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204896.727630:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204896.727641:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204896.727641:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204896.727647:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204896.727651:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204896.727652:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204896.727655:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204896.727663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00080000:3.0:1788204896.727667:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4029
00000100:00000200:2.0:1788204896.727674:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618705920, portal 25
00000400:00000200:3.0:1788204896.727676:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204896.727681:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204896.727685:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204896.727686:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
00000100:00080000:3.0:1788204896.727692:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204896.727699:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727704:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.727706:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204896.727707:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727714:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204896.727723:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204896.727725:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204896.727732:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204896.727736:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204896.727741:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204896.727750:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204896.727753:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204896.727755:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727757:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204896.727762:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204896.727764:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727768:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204896.727770:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000010:2.0:1788204896.727772:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00080000:3.0:1788204896.727773:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727781:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204896.727783:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204896.727784:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618705920, offset 0
02000000:00000001:3.0:1788204896.727786:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204896.727790:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727792:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204896.727794:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204896.727799:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.727804:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727805:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204896.727811:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000020:00000040:3.0:1788204896.727814:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204896.727816:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204896.727818:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.727821:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204896.727822:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204896.727823:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204896.727827:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204896.727833:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000400:00000200:2.0:1788204896.727837:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204896.727838:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.727852:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1788204896.727854:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204896.727862:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204896.727872:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204896.727876:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204896.727879:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.727882:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.727889:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3773:3773:256:4294967295] 192.168.201.124@tcp LPNI seq info [3773:3773:8:4294967295]
00000100:00000040:3.0:1788204896.727891:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204896.727914:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204896.727915:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204896.727923:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204896.727927:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204896.727929:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204896.727932:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204896.727941:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204896.727949:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204896.727949:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4029
00000400:00000200:3.0:1788204896.727970:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204896.727972:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204896.727978:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000010:2.0:1788204896.727980:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00080000:3.0:1788204896.727983:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204896.727990:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204896.727995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204896.728001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1788204896.728003:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204896.728010:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728013:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204896.728017:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204896.728018:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204896.728020:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204896.728022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204896.728023:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204896.728032:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.1:1788204896.728033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1788204896.728035:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204896.728049:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728085:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788204896.728090:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204896.728090:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728099:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:2.0:1788204896.728100:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000020:00000040:3.0:1788204896.728108:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:2.0:1788204896.728113:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204896.728116:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728121:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.728125:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204896.728127:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204896.728132:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204896.728135:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
02000000:00000001:3.0:1788204896.728136:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728142:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788204896.728143:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000008:00100000:3.0:1788204896.728146:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204896.728150:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728151:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.728153:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1788204896.728157:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788204896.728163:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204896.728164:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204896.728169:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204896.728172:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728181:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204896.728186:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204896.728192:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204896.728201:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:2.0:1788204896.728205:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204896.728206:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.728213:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204896.728214:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204896.728247:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204896.728250:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204896.728259:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728263:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.728267:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204896.728275:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728278:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204896.728282:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204896.728291:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204896.728292:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204896.728297:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204896.728301:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204896.728303:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298704112
00000100:00000001:3.0:1788204896.728304:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204896.728309:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4029
00000400:00000200:3.0:1788204896.728313:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:2.0:1788204896.728315:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000400:00000200:3.0:1788204896.728315:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204896.728320:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204896.728323:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728325:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204896.728327:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204896.728327:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728332:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204896.728336:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204896.728337:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204896.728339:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204896.728340:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298704112
00000020:00000040:3.0:1788204896.728342:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204896.728349:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204896.728351:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000010:2.0:1788204896.728352:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350d20.
00000100:00000040:3.0:1788204896.728356:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728359:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204896.728360:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1788204896.728362:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728367:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204896.728369:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204896.728370:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204896.728373:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204896.728379:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.728380:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204896.728381:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204896.728385:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.728386:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204896.728388:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728391:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204896.728393:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204896.728396:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728399:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.728400:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204896]  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204896.728402:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788204896.728407:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204896.728412:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204896.728415:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204896.728420:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204896.728421:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204896.728425:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204896.728433:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204896.728448:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204896.728453:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204896.728456:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204896.728462:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1788204896.728463:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204896.728465:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204896.728469:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000040:3.0:1788204896.728469:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204896.728480:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204896.728481:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204896.728488:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204896.728491:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4039)
00000100:00000001:2.0:1788204896.728495:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204896.728504:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204896.728515:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728523:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204896.728525:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728527:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.728530:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204896.728534:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728541:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204896.728546:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728554:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204896.728557:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728559:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.728560:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728563:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204896.728565:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204896.728569:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204896.728573:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204896.728576:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204896.728581:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204896.728590:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618705920:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204896.728594:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728596:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.728599:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618705920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728607:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204896.728609:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204896.728613:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204896.728616:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204896.728619:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204896.728621:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204896.728623:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204896.728625:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788204896.728630:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204896.728633:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204896.728635:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00000001:2.0:1788204896.728638:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204896.728639:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728642:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728648:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204896.728649:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.728652:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204896.728654:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204896.728656:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204896.728661:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728668:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.728670:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.728672:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204896.728675:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.728677:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.728680:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204896.728684:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204896.728686:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204896.728688:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.728690:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204896.728694:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204896.728696:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.728700:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204896.728703:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204896.728707:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204896.728711:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706048, portal 10
00000100:00000001:2.0:1788204896.728713:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204896.728714:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:2.0:1788204896.728721:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728729:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204896.728732:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204896.728734:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204896.728736:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618706048, offset 0
00000400:00000200:2.0:1788204896.728741:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204896.728746:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.728751:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204896.728754:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204896.728757:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204896.728760:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204896.728763:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204896.728766:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3774:3774:256:4294967295] 192.168.201.124@tcp LPNI seq info [3774:3774:8:4294967295]
00000400:00000200:2.0:1788204896.728771:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.728778:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204896.728782:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.728785:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204896.728790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204896.728793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204896.728799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204896.728801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204896.728806:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.728808:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204896.728811:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204896.728814:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204896.728818:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204896.728820:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204896.728823:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204896.728827:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728835:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.728839:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728846:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.728848:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204896.728851:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.728855:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204896.728859:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204896.728862:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298704023
00000100:00000001:2.0:1788204896.728864:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.728867:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298704023
00000100:00000001:2.0:1788204896.728869:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.728872:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.728874:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.728877:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204896.728881:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204896]  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204896.728889:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204896.728891:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204896.728893:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204896.728895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204896.728897:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204896.728899:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204896.728903:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204896.728913:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728921:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204896.728922:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728924:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.728926:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204896.728929:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728936:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204896.728940:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728947:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204896.728950:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728952:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.728954:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.728955:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204896.728957:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204896.728961:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204896.728964:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204896.728967:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204896.728971:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204896.728979:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204896.728983:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204896.728987:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.728994:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.728996:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.728998:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204896.729000:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.729002:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.729005:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204896.729008:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204896.729011:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204896.729012:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.729014:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729017:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204896.729019:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.729022:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204896.729025:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204896.729028:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204896.729031:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706176, portal 10
00000100:00000001:2.0:1788204896.729032:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204896.729033:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:2.0:1788204896.729038:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729046:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204896.729048:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204896.729049:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204896.729074:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618706176, offset 0
00000400:00000200:2.0:1788204896.729079:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204896.729084:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.729088:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204896.729091:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204896.729094:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204896.729096:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204896.729099:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204896.729102:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3775:3775:256:4294967295] 192.168.201.124@tcp LPNI seq info [3775:3775:8:4294967295]
00000400:00000200:2.0:1788204896.729106:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.729113:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204896.729118:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.729121:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204896.729125:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204896.729129:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204896.729133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204896.729136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204896.729140:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.729142:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204896.729145:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204896.729149:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204896.729152:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204896.729154:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204896.729157:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204896.729161:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729169:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729172:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729186:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729187:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204896.729190:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.729193:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204896.729197:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204896.729199:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298701869
00000100:00000001:2.0:1788204896.729201:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.729203:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298701869
00000100:00000001:2.0:1788204896.729204:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.729206:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.729207:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729209:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204896.729211:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204896]  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204896.729216:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204896.729218:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204896.729219:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204896.729220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204896.729221:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204896.729223:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204896.729225:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204896.729230:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729234:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204896.729235:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729236:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.729237:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204896.729239:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729244:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204896.729246:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729251:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204896.729252:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729253:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.729254:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729255:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204896.729256:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204896.729257:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204896.729259:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204896.729261:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204896.729263:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204896.729268:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204896.729270:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204896.729273:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729277:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.729278:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.729280:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204896.729281:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.729282:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.729284:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204896.729286:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204896.729287:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204896.729289:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.729290:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729293:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204896.729294:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.729297:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204896.729299:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204896.729301:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204896.729303:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706304, portal 4
00000100:00000001:2.0:1788204896.729304:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204896.729305:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788204896.729309:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729313:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204896.729315:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204896.729316:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204896.729318:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618706304, offset 0
00000400:00000200:2.0:1788204896.729320:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204896.729322:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.729324:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204896.729326:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204896.729328:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204896.729330:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204896.729331:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204896.729333:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3776:3776:256:4294967295] 192.168.201.124@tcp LPNI seq info [3776:3776:8:4294967295]
00000400:00000200:2.0:1788204896.729336:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.729340:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204896.729343:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.729345:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204896.729347:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204896.729349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204896.729352:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204896.729353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204896.729356:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.729358:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204896.729359:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204896.729362:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204896.729364:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204896.729365:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204896.729366:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204896.729368:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729373:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729375:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729380:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729381:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204896.729382:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.729384:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204896.729386:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204896.729387:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298701849
00000100:00000001:2.0:1788204896.729389:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.729390:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298701849
00000100:00000001:2.0:1788204896.729392:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.729393:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.729394:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729395:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204896.729397:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204896]  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204896.729402:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204896.729403:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204896.729403:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204896.729405:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204896.729406:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204896.729407:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204896.729409:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204896.729415:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729418:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204896.729419:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729420:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.729421:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204896.729423:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729427:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204896.729429:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729433:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204896.729435:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729436:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.729451:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729454:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204896.729455:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204896.729456:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204896.729459:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204896.729460:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204896.729463:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204896.729468:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204896.729470:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204896.729473:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729478:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.729479:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.729480:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204896.729481:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.729483:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.729484:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204896.729486:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204896.729488:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204896.729489:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.729490:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729492:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204896.729493:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204896.729496:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204896.729497:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204896.729499:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204896.729501:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706432, portal 4
00000100:00000001:2.0:1788204896.729503:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204896.729504:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788204896.729508:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729512:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204896.729513:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204896.729515:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204896.729516:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618706432, offset 0
00000400:00000200:2.0:1788204896.729519:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204896.729521:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.729523:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204896.729525:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204896.729527:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204896.729528:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204896.729530:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204896.729533:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3777:3777:256:4294967295] 192.168.201.124@tcp LPNI seq info [3777:3777:8:4294967295]
00000400:00000200:2.0:1788204896.729535:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204896.729539:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204896.729542:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.729544:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204896.729547:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204896.729548:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204896.729551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204896.729553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204896.729555:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204896.729557:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204896.729559:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204896.729561:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204896.729562:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204896.729564:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204896.729565:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204896.729567:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729572:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729574:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729578:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729579:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204896.729581:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.729583:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204896.729585:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204896.729586:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298701983
00000100:00000001:2.0:1788204896.729587:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.729589:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298701983
00000100:00000001:2.0:1788204896.729590:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298704112
00000100:00000001:2.0:1788204896.729592:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.729593:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729595:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204896.729597:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204896]  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204896.729602:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204896.729603:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204896.729604:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204896.729605:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204896.729606:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204896.729607:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204896.729609:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204896.729614:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729618:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204896.729619:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729620:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.729621:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204896.729623:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729627:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204896.729629:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729633:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204896.729634:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729635:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204896.729636:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729637:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204896.729639:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204896.729640:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204896.729643:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204896.729644:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204896.729646:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204896.729651:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204896.729653:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729654:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729656:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618706048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729660:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204896.729661:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729662:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204896.729664:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204896.729665:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204896.729666:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204896.729667:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204896.729668:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:2.0:1788204896.729670:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204896.729671:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204896.729672:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:2.0:1788204896.729674:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204896.729675:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729676:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729678:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618706176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729691:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204896.729692:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729693:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204896.729698:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204896.729698:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204896.729700:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204896.729701:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204896.729702:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:2.0:1788204896.729704:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204896.729704:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204896.729705:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:2.0:1788204896.729707:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204896.729708:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729709:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729711:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618706304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729715:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204896.729716:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729716:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204896.729718:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204896.729718:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204896.729719:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204896.729720:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204896.729721:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204896.729722:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204896.729723:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204896.729723:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204896.729725:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204896.729725:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729726:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204896.729728:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618706432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.729732:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204896.729732:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204896.729733:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204896.729735:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204896.729735:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204896.729736:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204896.729737:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204896.729738:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204896.729740:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204896.729740:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204896.729741:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788204896.729743:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204896.729744:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729745:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.729747:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204896.729748:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.729749:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204896.729751:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204897.047210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204897.047219:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204897.047221:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204897.047224:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047226:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204897.047228:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047229:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047231:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047234:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204897.047235:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204897.047237:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204897.047238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204897.047299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204897.047305:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204897.047309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204897.751163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204897.751169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204897.751171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204897.751176:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204897.751178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204897.751181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204897.751183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204897.751185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204897.751187:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204898.071126:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204898.071132:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204898.071136:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204898.071137:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204898.071140:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204898.071141:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204898.071143:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204898.071144:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204898.071199:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204898.071204:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204898.071208:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204898.775172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204898.775177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204898.775179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204898.775183:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204898.775186:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204898.775189:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.775192:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204898.775194:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.775196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204899.031149:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298704112, at 4298704128
00000100:00000040:3.0:1788204899.031149:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298704112, at 4298704128
00000100:00000010:2.0:1788204899.031162:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204899.031165:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350d20.
00010000:00000001:3.0:1788204899.095161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204899.095167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204899.095172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204899.095173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204899.095175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204899.095176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204899.095179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204899.095179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204899.095244:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204899.095247:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204899.095250:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204899.799155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204899.799162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204899.799164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204899.799168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204899.799171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204899.799174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204899.799176:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204899.799178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204899.799180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119129:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204900.119139:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204900.119141:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204900.119145:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119151:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204900.119153:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119155:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119157:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204900.119162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204900.119166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204900.119169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204900.119170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204900.119266:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204900.119273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204900.119278:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204900.823145:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204900.823152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204900.823154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204900.823158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204900.823161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204900.823164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204900.823166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204900.823168:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204900.823170:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204901.143162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204901.143168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204901.143172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204901.143173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204901.143175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204901.143176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204901.143178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204901.143179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204901.143230:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204901.143234:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204901.143236:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204901.847177:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204901.847180:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204901.847186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204901.847189:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204901.847190:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.847194:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204901.847197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204901.847200:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.847203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204901.847206:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204901.847209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.847214:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204901.847215:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4034
00000100:00000001:2.0:1788204901.847218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.847223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204901.847227:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204901.847235:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204901.847240:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204901.847244:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847247:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204901.847251:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847255:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204901.847259:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204901.847262:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204901.847265:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204901.847269:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204901.847271:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204901.847274:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204901.847278:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847280:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204901.847283:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847285:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204901.847288:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204901.847292:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847295:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204901.847298:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204901.847302:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204901.847305:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.847308:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204901.847310:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204901.847320:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788204901.847324:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204901.847329:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204901.847331:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.847334:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204901.847337:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204901.847342:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204901.847386:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204901.847394:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204901.847404:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204901.847415:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204901.847420:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204901.847425:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204901.847456:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204901.847459:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204901.847463:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204901.847465:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204901.847468:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204901.847471:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204901.847475:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4034
00000100:00000001:2.0:1788204901.847476:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204901.847481:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788204901.847481:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204901.847486:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204901.847489:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204901.847493:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204901.847497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204901.847500:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847506:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204901.847511:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847517:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204901.847519:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204901.847521:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204901.847523:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204901.847525:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204901.847529:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204901.847530:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204901.847532:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:2.0:1788204901.847535:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204901.847537:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204901.847539:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204901.847545:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00100000:2.0:1788204901.847546:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618706560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204901.847553:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204901.847557:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204901.847559:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.847561:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204901.847563:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:2.0:1788204901.847566:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204901.847569:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.847573:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204901.847575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204901.847580:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204901.847581:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204901.847586:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204901.847589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000040:3.0:1788204901.847592:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000200:2.0:1788204901.847596:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706560, portal 25
00000100:00080000:3.0:1788204901.847598:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204901.847600:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204901.847603:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000001:3.0:1788204901.847606:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.847610:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204901.847612:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204901.847620:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204901.847620:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204901.847626:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204901.847627:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204901.847629:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204901.847631:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204901.847633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618706560, offset 0
00000008:00100000:3.0:1788204901.847637:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204901.847639:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000008:00000001:3.0:1788204901.847644:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.847648:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.847649:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:3.0:1788204901.847656:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000400:00000200:2.0:1788204901.847657:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:3.0:1788204901.847663:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204901.847665:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204901.847670:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204901.847671:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788204901.847674:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.847677:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204901.847679:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204901.847682:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:3.0:1788204901.847683:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204901.847688:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3778:3778:256:4294967295] 192.168.201.124@tcp LPNI seq info [3778:3778:8:4294967295]
02000000:00000001:3.0:1788204901.847688:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.847695:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788204901.847697:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788204901.847703:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.847707:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204901.847714:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788204901.847715:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204901.847719:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204901.847729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204901.847733:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788204901.847734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788204901.847740:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204901.847743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204901.847746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1788204901.847751:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204901.847752:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.847756:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204901.847763:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204901.847766:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204901.847770:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204901.847772:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204901.847779:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204901.847780:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204901.847785:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204901.847787:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204901.847792:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204901.847796:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204901.847799:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204901.847806:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204901.847808:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204901.847811:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4034
00000100:00000040:2.0:1788204901.847817:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204901.847820:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204901.847829:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204901.847835:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204901.847836:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.847841:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204901.847842:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847847:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204901.847851:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204901.847851:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204901.847857:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204901.847861:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:3.0:1788204901.847863:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204901.847865:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298709231
00000020:00000040:3.0:1788204901.847867:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000010:2.0:1788204901.847871:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000020:00000001:3.0:1788204901.847871:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204901.847876:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000001:2.0:1788204901.847880:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1788204901.847881:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204901.847885:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204901.847886:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298709231
00000100:00000010:2.0:1788204901.847891:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350f60.
00000100:00000040:3.0:1788204901.847892:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204901.847894:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204901.847900:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204901.847900:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204901.847905:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204901.847907:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204901.847908:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204901.847913:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204901.847914:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204901.847920:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000001:2.0:1788204901.847924:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.847927:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788204901.847929:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204901.847930:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204901.847934:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204901.847936:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204901.847937:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204901.847942:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204901.847943:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204901.847947:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204901.847949:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204901.847956:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204901.847962:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204901.847962:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204901.847967:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204901.847970:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1788204901.847972:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.847976:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204901.847980:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204901.847982:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204901.847984:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204901.847986:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.847990:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204901.847990:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204901.847994:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.847995:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204901.847999:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204901.848003:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204901.848005:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204901.848007:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.848010:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204901.848014:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:2.0:1788204901.848017:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204901.848020:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848021:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848026:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.848028:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848030:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.848032:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.848035:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1788204901.848035:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204901.848041:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204901.848046:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.848070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.848076:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618706560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204901.848079:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848081:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.848085:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618706560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204901.848087:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204901.848093:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848095:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.848099:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.848102:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
00000100:00000040:3.0:1788204901.848103:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204901.848105:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.848109:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.848112:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204901.848116:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.848119:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204901.848125:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.848126:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.848128:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.848131:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00080000:3.0:1788204901.848132:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204901.848134:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.848137:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848141:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204901.848142:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204901.848146:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204901.848147:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204901.848148:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.848150:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848156:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204901.848156:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204901.848161:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204901.848163:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204901.848165:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4034
00000100:00000040:2.0:1788204901.848169:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204901.848175:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204901.848182:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204901.848185:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204901.848185:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204901.848189:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204901.848192:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204901.848192:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204901.848196:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.848202:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706688:192.168.201.124@tcp:38:kworker.0
00000100:00000040:3.0:1788204901.848203:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204901.848205:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204901.848208:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204901.848210:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204901.848211:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.848214:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204901.848217:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000040:3.0:1788204901.848218:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204901.848220:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.848225:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204901.848227:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204901.848232:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000001:3.0:1788204901.848233:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204901.848235:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000040:3.0:1788204901.848236:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000200:2.0:1788204901.848239:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706688, portal 10
00000020:00000001:3.0:1788204901.848241:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204901.848242:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204901.848246:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000020:00000040:3.0:1788204901.848247:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204901.848253:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204901.848254:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204901.848261:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204901.848267:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204901.848271:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204901.848273:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204901.848276:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204901.848278:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204901.848279:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618706688, offset 0
00000100:00000040:3.0:1788204901.848285:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204901.848286:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204901.848291:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204901.848292:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.848298:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:3.0:1788204901.848298:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:2.0:1788204901.848305:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204901.848307:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204901.848309:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204901.848313:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204901.848314:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.848316:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204901.848321:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3779:3779:256:4294967295] 192.168.201.124@tcp LPNI seq info [3779:3779:8:4294967295]
02000000:00000001:3.0:1788204901.848321:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204901.848327:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204901.848327:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204901.848334:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.848336:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204901.848338:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788204901.848342:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000008:00100000:3.0:1788204901.848344:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000800:00000010:2.0:1788204901.848345:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000008:00000001:3.0:1788204901.848365:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204901.848367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204901.848371:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204901.848372:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204901.848378:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:3.0:1788204901.848379:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000800:00000200:2.1:1788204901.848380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1788204901.848385:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000800:00000100:2.0:1788204901.848386:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.848388:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204901.848393:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204901.848394:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204901.848398:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.848399:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204901.848404:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204901.848405:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
02000000:00000001:3.0:1788204901.848408:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204901.848409:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204901.848413:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204901.848413:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204901.848419:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204901.848421:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:2.0:1788204901.848429:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204901.848429:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.848434:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204901.848441:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204901.848457:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848461:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204901.848466:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.848466:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204901.848471:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:3.0:1788204901.848471:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.848480:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204901.848481:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.848483:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298709143
00000100:00000001:2.0:1788204901.848489:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.848496:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298709143
00000100:00000001:2.0:1788204901.848502:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298709231
00000100:00000001:3.0:1788204901.848504:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848507:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204901.848510:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204901.848511:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848516:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204901.848519:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204901.848524:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204901.848525:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204901.848527:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204901.848534:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204901.848541:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4034
00000400:00000001:2.0:1788204901.848543:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.848546:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.848548:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:3.0:1788204901.848549:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.848551:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204901.848555:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204901.848558:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1788204901.848559:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204901.848563:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204901.848565:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204901.848574:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204901.848577:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204901.848580:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204901.848587:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204901.848588:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.848591:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848593:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204901.848593:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204901.848595:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204901.848600:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1788204901.848603:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204901.848603:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204901.848607:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204901.848611:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204901.848614:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204901.848616:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204901.848619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204901.848623:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204901.848630:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204901.848634:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204901.848635:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848639:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.848641:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204901.848641:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204901.848645:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.848648:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204901.848648:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:2.0:1788204901.848653:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204901.848655:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00080000:2.0:1788204901.848659:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000020:00000040:3.0:1788204901.848661:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204901.848662:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.848670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204901.848670:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204901.848678:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.848683:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706688:192.168.201.124@tcp:38:kworker.0
02000000:00000001:3.0:1788204901.848683:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204901.848690:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204901.848690:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204901.848693:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204901.848696:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.848701:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204901.848704:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1788204901.848706:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788204901.848707:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.848710:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788204901.848713:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.848714:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.848718:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204901.848720:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.848722:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204901.848727:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204901.848728:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1788204901.848729:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
02000000:00000001:2.0:1788204901.848730:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.848735:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204901.848737:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000010:2.0:1788204901.848739:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204901.848743:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204901.848744:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204901.848747:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204901.848749:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204901.848751:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204901.848754:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204901.848755:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:3.0:1788204901.848759:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204901.848760:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706816, portal 10
00000100:00000001:2.0:1788204901.848763:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204901.848764:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848765:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:2.0:1788204901.848773:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204901.848774:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204901.848783:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848784:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204901.848789:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204901.848792:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204901.848795:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618706816, offset 0
00000100:00100000:3.0:1788204901.848797:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204901.848801:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204901.848808:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.848814:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204901.848820:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204901.848820:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204901.848825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204901.848827:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.848828:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204901.848833:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204901.848838:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3780:3780:256:4294967295] 192.168.201.124@tcp LPNI seq info [3780:3780:8:4294967295]
00000100:00000040:3.0:1788204901.848838:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204901.848843:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.848854:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204901.848865:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204901.848867:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204901.848868:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204901.848876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204901.848878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1788204901.848878:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4044)
00000800:00000200:2.1:1788204901.848885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204901.848887:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204901.848890:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.848892:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204901.848895:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204901.848898:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204901.848900:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204901.848901:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204901.848903:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204901.848906:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.848912:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.848914:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.848918:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848919:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204901.848921:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.848923:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204901.848925:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204901.848927:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298706988
00000100:00000001:2.0:1788204901.848928:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.848930:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298706988
00000100:00000001:2.0:1788204901.848931:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.848933:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204901.848934:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.848935:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204901.848937:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.848942:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.848943:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.848944:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204901.848946:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204901.848947:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204901.848948:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204901.848950:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204901.848956:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.848960:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.848960:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848961:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.848962:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.848965:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.848969:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204901.848971:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.848975:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204901.848976:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848977:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.848978:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848979:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.848980:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.848982:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204901.848983:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204901.848985:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.848988:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.848993:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204901.848995:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.848997:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.848999:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618706688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849003:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.849004:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.849005:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204901.849007:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.849008:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.849009:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204901.849010:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.849011:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204901.849013:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.849014:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.849015:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204901.849016:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.849017:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849018:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.849020:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618706816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849024:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.849025:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.849026:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204901.849027:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.849028:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.849028:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204901.849030:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.849030:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788204901.849032:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.849032:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.849033:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204901.849034:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.849035:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849036:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849038:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204901.849039:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.849040:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204901.849042:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204901.849043:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204901.849045:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849066:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204901.849067:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.849068:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204901.849070:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.849071:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.849073:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204901.849076:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204901.849077:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204901.849078:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.849079:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204901.849081:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204901.849083:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.849085:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204901.849086:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204901.849089:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204901.849091:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618706944, portal 4
00000100:00000001:2.0:1788204901.849092:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204901.849093:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:2.0:1788204901.849097:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849101:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204901.849103:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204901.849104:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204901.849106:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618706944, offset 0
00000400:00000200:2.0:1788204901.849108:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204901.849110:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.849113:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204901.849115:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204901.849116:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204901.849118:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204901.849120:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204901.849122:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3781:3781:256:4294967295] 192.168.201.124@tcp LPNI seq info [3781:3781:8:4294967295]
00000400:00000200:2.0:1788204901.849125:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.849129:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204901.849131:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.849133:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204901.849136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204901.849138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204901.849140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204901.849142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204901.849145:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.849146:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204901.849148:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204901.849151:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204901.849153:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204901.849154:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204901.849156:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204901.849158:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849163:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.849165:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849170:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.849171:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204901.849172:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.849174:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204901.849176:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204901.849178:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298706969
00000100:00000001:2.0:1788204901.849179:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.849181:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298706969
00000100:00000001:2.0:1788204901.849183:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.849185:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204901.849186:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.849187:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204901.849189:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.849194:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.849195:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.849196:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204901.849197:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204901.849198:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204901.849199:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204901.849202:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204901.849207:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849211:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.849212:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849213:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.849214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.849216:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849220:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204901.849222:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849226:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204901.849227:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849229:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.849229:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849231:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.849232:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.849234:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204901.849236:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204901.849238:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.849240:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.849245:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618706944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204901.849247:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204901.849249:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849252:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204901.849253:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.849254:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204901.849255:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.849257:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.849258:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204901.849260:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204901.849261:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204901.849263:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.849264:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204901.849266:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204901.849267:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.849269:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204901.849270:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204901.849272:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204901.849274:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707072, portal 4
00000100:00000001:2.0:1788204901.849275:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204901.849276:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:2.0:1788204901.849280:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849288:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204901.849289:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204901.849291:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204901.849293:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618707072, offset 0
00000400:00000200:2.0:1788204901.849295:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204901.849297:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.849299:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204901.849300:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204901.849302:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204901.849303:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204901.849305:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204901.849307:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3782:3782:256:4294967295] 192.168.201.124@tcp LPNI seq info [3782:3782:8:4294967295]
00000400:00000200:2.0:1788204901.849309:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204901.849313:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204901.849316:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.849318:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204901.849320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204901.849322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204901.849324:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204901.849337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204901.849340:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204901.849342:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204901.849344:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204901.849346:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204901.849367:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204901.849369:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204901.849371:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204901.849374:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849379:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.849382:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849391:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.849392:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204901.849394:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.849396:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204901.849398:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204901.849400:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298707103
00000100:00000001:2.0:1788204901.849402:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.849403:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298707103
00000100:00000001:2.0:1788204901.849405:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298709231
00000100:00000001:2.0:1788204901.849406:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204901.849407:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.849408:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204901.849411:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.849416:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.849417:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.849418:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204901.849419:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204901.849420:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204901.849422:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204901.849424:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204901.849429:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849433:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.849433:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849435:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.849435:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.849437:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849442:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204901.849445:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849449:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204901.849451:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849452:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.849452:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849453:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.849455:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.849456:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204901.849458:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204901.849459:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.849462:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.849466:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204901.849468:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849470:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.849471:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618706944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849476:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.849477:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.849479:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204901.849482:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.849483:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.849485:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204901.849487:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.849489:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204901.849491:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.849493:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.849494:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:2.0:1788204901.849497:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.849498:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849500:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.849503:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618707072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.849511:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.849512:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.849514:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204901.849516:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.849517:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.849519:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204901.849521:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.849523:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204901.849525:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.849526:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.849528:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204901.849530:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.849532:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849534:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.849536:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204901.849537:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.849539:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204901.849540:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204902.167157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204902.167163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204902.167167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204902.167167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204902.167170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204902.167171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204902.167173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204902.167174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204902.167236:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204902.167240:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204902.167243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204902.871179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204902.871186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204902.871189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204902.871194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204902.871198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204902.871201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204902.871203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204902.871205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204902.871207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204903.191187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204903.191195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204903.191201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204903.191202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204903.191206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204903.191207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204903.191211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204903.191213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204903.191286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204903.191290:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204903.191294:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204903.895191:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204903.895196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204903.895198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204903.895203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204903.895206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204903.895209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.895211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204903.895212:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.895214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204904.151160:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298709231, at 4298709248
00000100:00000040:3.0:1788204904.151160:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298709231, at 4298709248
00000100:00000010:2.0:1788204904.151173:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204904.151179:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350f60.
00010000:00000001:3.0:1788204904.215165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204904.215172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204904.215177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204904.215183:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204904.215184:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204904.215189:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204904.215191:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204904.215192:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215194:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204904.215197:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215198:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215200:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204904.215203:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204904.215204:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204904.215205:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215206:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204904.215207:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215208:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204904.215209:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204904.215278:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204904.215282:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204904.215284:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204904.919139:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204904.919146:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204904.919148:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204904.919152:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204904.919155:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204904.919159:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204904.919161:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204904.919163:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204904.919165:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204905.239161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204905.239167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204905.239171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204905.239172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204905.239175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204905.239176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204905.239178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204905.239179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204905.239241:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204905.239246:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204905.239250:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204905.943119:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204905.943126:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204905.943128:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204905.943133:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204905.943136:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204905.943139:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204905.943141:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204905.943143:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204905.943145:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204906.263184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204906.263193:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204906.263196:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204906.263199:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263201:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204906.263204:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263206:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263208:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204906.263212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204906.263215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204906.263216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204906.263311:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204906.263316:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204906.263320:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204906.967216:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204906.967219:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204906.967226:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204906.967231:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204906.967232:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.967237:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204906.967241:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204906.967244:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204906.967248:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204906.967252:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204906.967254:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204906.967277:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4039
00000100:00000001:2.0:1788204906.967278:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.967283:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.967289:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204906.967292:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204906.967303:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204906.967307:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204906.967311:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967316:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.967320:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967323:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204906.967329:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204906.967332:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204906.967336:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204906.967340:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204906.967343:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204906.967346:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204906.967349:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967351:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.967353:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967355:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204906.967359:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204906.967364:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967368:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204906.967372:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204906.967377:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204906.967381:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.967383:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204906.967386:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204906.967399:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204906.967404:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204906.967409:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204906.967412:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.967416:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204906.967420:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204906.967424:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204906.967434:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:3.0:1788204906.967442:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204906.967455:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204906.967467:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204906.967473:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204906.967479:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204906.967506:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204906.967509:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204906.967513:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204906.967514:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204906.967516:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204906.967519:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204906.967522:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4039
00000400:00000200:3.0:1788204906.967526:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204906.967530:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204906.967534:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204906.967538:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967541:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.967544:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967547:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204906.967549:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204906.967550:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204906.967553:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204906.967555:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:2.0:1788204906.967557:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204906.967559:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204906.967563:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000040:2.0:1788204906.967565:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204906.967567:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204906.967574:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204906.967583:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204906.967588:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204906.967588:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204906.967593:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204906.967594:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967600:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204906.967602:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204906.967603:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204906.967607:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204906.967609:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204906.967613:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.967620:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618707200:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204906.967627:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.967630:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204906.967630:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204906.967638:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204906.967639:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204906.967644:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204906.967645:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.967651:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204906.967652:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1788204906.967657:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788204906.967662:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
00000008:00000001:3.0:1788204906.967663:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.967670:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.967670:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204906.967679:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000400:00000200:2.0:1788204906.967689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788204906.967690:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204906.967697:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:3.0:1788204906.967700:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204906.967703:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.967706:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204906.967707:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204906.967709:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:3.0:1788204906.967710:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204906.967718:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000200:2.0:1788204906.967722:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707200, portal 25
00000100:00000001:3.0:1788204906.967723:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.967730:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204906.967735:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00100000:3.0:1788204906.967736:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204906.967748:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204906.967749:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204906.967754:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204906.967763:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.967766:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204906.967775:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204906.967782:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204906.967783:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204906.967789:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618707200, offset 0
00000100:00080000:3.0:1788204906.967790:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204906.967796:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204906.967798:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204906.967801:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204906.967803:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967806:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204906.967811:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4039
00000400:00000200:2.0:1788204906.967817:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.967826:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204906.967832:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204906.967837:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204906.967842:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204906.967846:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204906.967851:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3783:3783:256:4294967295] 192.168.201.124@tcp LPNI seq info [3783:3783:8:4294967295]
00000400:00000200:2.0:1788204906.967856:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.967867:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204906.967877:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204906.967878:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204906.967886:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000010:2.0:1788204906.967888:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00080000:3.0:1788204906.967891:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204906.967897:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204906.967902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204906.967903:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.967909:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204906.967911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204906.967913:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204906.967920:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204906.967923:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:2.1:1788204906.967924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:3.0:1788204906.967926:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204906.967931:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000200:2.1:1788204906.967933:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1788204906.967935:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204906.967940:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000100:2.0:1788204906.967944:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204906.967948:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204906.967951:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204906.967953:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.967958:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.967961:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204906.967964:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204906.967965:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204906.967972:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204906.967978:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204906.967979:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204906.967985:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204906.967989:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204906.967990:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
02000000:00000001:3.0:1788204906.967994:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204906.967996:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204906.967999:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204906.968004:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204906.968005:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1788204906.968008:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968013:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204906.968014:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204906.968020:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204906.968026:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204906.968032:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204906.968033:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204906.968034:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968039:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204906.968041:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204906.968042:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204906.968046:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968079:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968082:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204906.968092:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204906.968092:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204906.968101:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204906.968102:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204906.968109:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298714352
00000100:00100000:3.0:1788204906.968113:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204906.968118:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:3.0:1788204906.968127:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204906.968130:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968131:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204906.968138:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.968139:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298714352
00000100:00000010:2.0:1788204906.968147:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350de0.
00000100:00000001:2.0:1788204906.968155:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788204906.968156:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204906.968162:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204906.968163:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204906.968171:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204906.968173:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968175:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204906.968178:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204906.968180:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204906.968185:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204906.968187:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204906.968192:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4039
00000400:00000200:3.0:1788204906.968201:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204906.968210:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000001:2.0:1788204906.968212:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204906.968214:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1788204906.968216:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204906.968221:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204906.968222:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204906.968227:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204906.968229:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:3.0:1788204906.968233:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204906.968234:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204906.968240:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204906.968242:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788204906.968247:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204906.968251:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000200:2.0:1788204906.968252:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204906.968255:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204906.968275:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204906.968280:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204906.968287:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:2.0:1788204906.968293:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204906.968296:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204906.968302:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.968308:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204906.968314:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204906.968314:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204906.968319:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204906.968320:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204906.968324:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204906.968327:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204906.968329:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204906.968334:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.968340:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204906.968340:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204906.968345:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204906.968351:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968357:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204906.968359:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204906.968362:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1788204906.968368:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204906.968369:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968374:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204906.968381:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000100:00000001:2.0:1788204906.968384:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204906.968387:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204906.968391:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204906.968393:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204906.968396:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204906.968397:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968401:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204906.968402:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204906.968405:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204906.968408:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788204906.968409:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968413:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1788204906.968418:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00080000:2.0:1788204906.968419:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204906.968426:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204906.968428:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204906.968435:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1788204906.968437:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204906.968445:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204906.968454:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204906.968460:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.968467:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618707200:192.168.201.124@tcp:250:kworker.0
00000100:00000040:3.0:1788204906.968470:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.968476:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.968481:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204906.968488:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.968489:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618707200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204906.968494:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204906.968504:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204906.968508:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204906.968509:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204906.968513:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788204906.968514:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204906.968519:0:15013:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788204906.968520:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
00000100:00080000:3.0:1788204906.968525:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4039
02000000:00000001:2.0:1788204906.968528:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204906.968533:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:3.0:1788204906.968533:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204906.968538:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000400:00000200:3.0:1788204906.968541:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000020:00000001:2.0:1788204906.968543:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788204906.968546:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1788204906.968548:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
00000100:00000040:3.0:1788204906.968553:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204906.968557:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204906.968557:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204906.968561:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204906.968562:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788204906.968567:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:2.0:1788204906.968568:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000020:00000001:3.0:1788204906.968574:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204906.968576:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1788204906.968578:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204906.968580:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204906.968582:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204906.968585:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204906.968587:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204906.968592:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204906.968594:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204906.968596:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204906.968598:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204906.968600:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968603:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204906.968605:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204906.968609:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204906.968610:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204906.968614:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204906.968615:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204906.968620:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:2.0:1788204906.968622:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204906.968627:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204906.968635:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204906.968639:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204906.968642:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204906.968644:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204906.968646:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204906.968650:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.968652:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204906.968654:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204906.968656:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204906.968658:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:2.0:1788204906.968663:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204906.968664:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204906.968669:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.968673:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707328:192.168.201.124@tcp:38:kworker.0
00000100:00000010:3.0:1788204906.968676:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000100:00000001:2.0:1788204906.968682:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204906.968683:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204906.968687:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204906.968688:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204906.968692:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204906.968693:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.968699:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204906.968700:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204906.968704:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204906.968706:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788204906.968708:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.968712:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204906.968716:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000400:00000200:2.0:1788204906.968722:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204906.968725:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204906.968728:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:3.0:1788204906.968734:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204906.968736:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204906.968743:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707328, portal 10
00000100:00000001:2.0:1788204906.968748:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204906.968750:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000001:3.0:1788204906.968753:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204906.968758:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.968763:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204906.968767:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.968782:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204906.968789:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204906.968792:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204906.968793:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204906.968798:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618707328, offset 0
00000100:00000040:3.0:1788204906.968800:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4049)
00000400:00000200:2.0:1788204906.968806:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204906.968812:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.968817:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204906.968821:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204906.968825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204906.968839:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204906.968843:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204906.968850:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3784:3784:256:4294967295] 192.168.201.124@tcp LPNI seq info [3784:3784:8:4294967295]
00000400:00000200:2.0:1788204906.968855:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.968864:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204906.968870:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.968876:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204906.968881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204906.968884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204906.968890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204906.968893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204906.968899:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.968902:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204906.968906:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204906.968910:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204906.968914:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204906.968917:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204906.968921:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204906.968925:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.968935:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.968939:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.968946:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968948:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204906.968953:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.968958:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204906.968962:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204906.968965:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298714263
00000100:00000001:2.0:1788204906.968969:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.968971:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298714263
00000100:00000001:2.0:1788204906.968974:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.968976:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204906.968979:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.968981:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204906.968985:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204906.969001:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204906.969002:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204906.969004:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204906.969008:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204906.969010:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204906.969013:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204906.969017:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204906.969028:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969036:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204906.969038:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969040:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.969042:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204906.969047:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969077:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204906.969084:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969092:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204906.969095:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969097:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.969099:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969101:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204906.969104:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204906.969107:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204906.969110:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204906.969114:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204906.969120:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204906.969130:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204906.969136:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204906.969141:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969148:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.969151:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.969154:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204906.969156:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204906.969159:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.969163:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204906.969168:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204906.969170:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204906.969172:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.969175:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204906.969179:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204906.969182:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204906.969186:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204906.969189:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204906.969192:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204906.969196:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707456, portal 10
00000100:00000001:2.0:1788204906.969199:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204906.969201:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:2.0:1788204906.969207:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969214:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204906.969217:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204906.969220:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204906.969222:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618707456, offset 0
00000400:00000200:2.0:1788204906.969227:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204906.969231:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.969235:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204906.969239:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204906.969242:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204906.969245:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204906.969247:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204906.969251:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3785:3785:256:4294967295] 192.168.201.124@tcp LPNI seq info [3785:3785:8:4294967295]
00000400:00000200:2.0:1788204906.969256:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.969279:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204906.969285:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.969290:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204906.969295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204906.969299:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204906.969305:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204906.969308:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204906.969313:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.969315:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204906.969320:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204906.969324:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204906.969328:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204906.969331:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204906.969334:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204906.969339:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969349:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.969353:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969361:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.969363:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204906.969367:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.969370:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204906.969375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204906.969378:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298712109
00000100:00000001:2.0:1788204906.969382:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.969384:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298712109
00000100:00000001:2.0:1788204906.969387:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.969389:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204906.969392:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.969394:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204906.969399:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204906.969409:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204906.969411:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204906.969413:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204906.969416:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204906.969419:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204906.969423:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204906.969427:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204906.969438:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969445:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204906.969447:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969450:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.969452:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204906.969456:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969463:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204906.969469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969477:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204906.969481:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969483:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.969485:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969486:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204906.969488:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204906.969492:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204906.969496:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204906.969499:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204906.969505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204906.969514:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204906.969520:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204906.969524:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969532:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.969534:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.969537:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204906.969539:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204906.969542:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.969546:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204906.969550:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204906.969553:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204906.969555:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.969557:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204906.969562:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204906.969564:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204906.969568:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204906.969571:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204906.969575:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204906.969578:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707584, portal 4
00000100:00000001:2.0:1788204906.969581:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204906.969583:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:2.0:1788204906.969591:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969598:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204906.969603:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204906.969606:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204906.969608:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618707584, offset 0
00000400:00000200:2.0:1788204906.969613:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204906.969617:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.969621:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204906.969625:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204906.969627:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204906.969630:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204906.969632:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204906.969636:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3786:3786:256:4294967295] 192.168.201.124@tcp LPNI seq info [3786:3786:8:4294967295]
00000400:00000200:2.0:1788204906.969641:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.969647:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204906.969652:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.969656:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204906.969660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204906.969663:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204906.969668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204906.969671:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204906.969675:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.969677:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204906.969681:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204906.969685:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204906.969688:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204906.969690:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204906.969693:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204906.969697:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969712:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.969716:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969723:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.969725:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204906.969728:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.969731:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204906.969735:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204906.969737:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298712089
00000100:00000001:2.0:1788204906.969740:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.969742:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298712089
00000100:00000001:2.0:1788204906.969744:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.969747:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204906.969749:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.969752:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204906.969756:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204906.969764:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204906.969765:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204906.969767:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204906.969770:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204906.969772:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204906.969774:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204906.969778:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204906.969787:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969795:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204906.969797:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969799:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.969800:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204906.969804:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969812:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204906.969816:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969823:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204906.969826:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969828:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.969829:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969832:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204906.969833:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204906.969836:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204906.969840:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204906.969842:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204906.969847:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204906.969855:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204906.969859:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969862:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.969865:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618707328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969871:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204906.969873:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204906.969876:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204906.969879:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204906.969880:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204906.969883:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204906.969886:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204906.969889:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:2.0:1788204906.969891:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204906.969893:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204906.969895:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:2.0:1788204906.969898:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204906.969900:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969902:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.969906:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618707456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969913:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204906.969914:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204906.969916:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204906.969919:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204906.969920:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204906.969921:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204906.969923:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204906.969925:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:2.0:1788204906.969927:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204906.969928:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204906.969930:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:2.0:1788204906.969932:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204906.969934:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969936:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.969939:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618707584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.969947:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204906.969948:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204906.969949:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204906.969952:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204906.969953:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204906.969954:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204906.969957:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204906.969959:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204906.969962:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204906.969964:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204906.969965:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:2.0:1788204906.969968:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204906.969970:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969972:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.969977:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204906.969978:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.969981:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204906.969982:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204906.969995:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204906.970000:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970012:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.970014:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.970017:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204906.970019:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204906.970021:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.970024:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204906.970028:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204906.970030:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204906.970032:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.970034:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204906.970038:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204906.970040:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204906.970044:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204906.970046:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204906.970073:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204906.970078:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707712, portal 4
00000100:00000001:2.0:1788204906.970081:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204906.970083:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:2.0:1788204906.970091:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970099:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204906.970103:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204906.970106:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204906.970109:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618707712, offset 0
00000400:00000200:2.0:1788204906.970113:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204906.970117:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.970121:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204906.970124:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204906.970127:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204906.970129:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204906.970132:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204906.970136:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3787:3787:256:4294967295] 192.168.201.124@tcp LPNI seq info [3787:3787:8:4294967295]
00000400:00000200:2.0:1788204906.970141:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204906.970149:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204906.970155:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.970159:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204906.970163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204906.970166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204906.970172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204906.970175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204906.970180:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204906.970181:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204906.970184:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204906.970188:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204906.970191:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204906.970193:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204906.970197:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204906.970201:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970209:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.970212:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970219:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.970221:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204906.970224:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.970227:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204906.970231:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204906.970233:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298712224
00000100:00000001:2.0:1788204906.970236:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.970239:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298712224
00000100:00000001:2.0:1788204906.970241:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298714352
00000100:00000001:2.0:1788204906.970243:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204906.970246:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.970248:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204906.970252:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204906.970294:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204906.970296:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204906.970299:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204906.970302:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204906.970304:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204906.970306:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204906.970311:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204906.970320:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970327:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204906.970329:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.970331:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.970333:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204906.970337:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970345:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204906.970349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970358:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204906.970361:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.970362:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204906.970364:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.970366:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204906.970368:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204906.970371:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204906.970374:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204906.970377:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204906.970382:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204906.970391:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204906.970395:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.970397:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204906.970400:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618707712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.970408:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204906.970409:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204906.970411:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204906.970414:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204906.970416:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204906.970417:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204906.970419:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204906.970421:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204906.970423:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204906.970425:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204906.970427:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:2.0:1788204906.970429:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204906.970431:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.970433:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.970437:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204906.970438:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.970440:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204906.970442:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204907.287162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204907.287168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204907.287173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204907.287175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204907.287179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204907.287180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204907.287183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204907.287185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204907.287304:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204907.287311:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204907.287315:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204907.991162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204907.991168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204907.991170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204907.991174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204907.991177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204907.991181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204907.991183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204907.991184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204907.991186:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204908.311163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204908.311170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204908.311177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204908.311178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204908.311182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204908.311183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204908.311187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204908.311188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204908.311269:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204908.311274:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204908.311278:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204909.015178:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204909.015186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204909.015188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204909.015194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204909.015198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204909.015202:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204909.015204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204909.015208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204909.015210:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204909.271154:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298714352, at 4298714368
00000100:00000040:3.0:1788204909.271154:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298714352, at 4298714368
00000100:00000010:2.0:1788204909.271168:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204909.271171:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350de0.
00010000:00000001:3.0:1788204909.335176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204909.335185:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204909.335187:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204909.335190:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204909.335195:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204909.335197:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204909.335200:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204909.335202:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204909.335207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204909.335209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204909.335212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204909.335214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204909.335217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204909.335233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204909.335321:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204909.335324:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204909.335327:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204910.039160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204910.039166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204910.039168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204910.039172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204910.039175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204910.039178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204910.039180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204910.039182:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204910.039184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204910.359146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204910.359154:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204910.359161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204910.359162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204910.359166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204910.359167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204910.359171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204910.359172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204910.359245:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204910.359249:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204910.359253:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204911.063152:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204911.063158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204911.063160:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204911.063164:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204911.063167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204911.063169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.063171:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204911.063173:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.063175:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204911.383209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204911.383217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204911.383223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204911.383224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204911.383227:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204911.383228:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204911.383231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204911.383232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204911.383300:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204911.383306:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204911.383311:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204912.087149:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204912.087154:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204912.087158:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204912.087160:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204912.087161:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204912.087165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204912.087166:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204912.087187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204912.087189:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204912.087193:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204912.087197:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4044
00000100:00000001:2.0:1788204912.087199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.087203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788204912.087207:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.087208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204912.087213:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204912.087214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204912.087216:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204912.087221:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087224:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.087226:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087227:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204912.087230:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204912.087232:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204912.087234:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204912.087237:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204912.087239:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204912.087241:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204912.087244:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087246:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.087248:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087249:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204912.087251:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204912.087254:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087255:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204912.087257:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204912.087260:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204912.087262:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087263:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204912.087265:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204912.087271:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000020:00000040:3.0:1788204912.087274:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204912.087277:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204912.087278:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087281:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204912.087283:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204912.087287:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204912.087293:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204912.087299:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204912.087309:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204912.087321:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204912.087326:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204912.087332:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204912.087355:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204912.087357:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204912.087360:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204912.087361:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204912.087363:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204912.087366:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204912.087368:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4044
00000400:00000200:3.0:1788204912.087372:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204912.087375:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204912.087377:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204912.087379:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087381:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204912.087383:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204912.087383:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087387:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204912.087389:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204912.087390:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204912.087393:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:2.0:1788204912.087394:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204912.087394:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204912.087399:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204912.087401:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204912.087403:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204912.087407:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204912.087407:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087411:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.087413:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087417:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204912.087421:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204912.087426:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204912.087431:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204912.087431:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204912.087434:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204912.087438:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204912.087440:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087441:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204912.087444:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204912.087445:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204912.087450:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.087452:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204912.087452:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.087458:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788204912.087458:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000020:00000040:3.0:1788204912.087462:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204912.087465:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204912.087466:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204912.087468:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087471:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204912.087472:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204912.087475:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.087476:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618707840:192.168.201.124@tcp:250:kworker.0
02000000:00000010:3.0:1788204912.087479:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788204912.087484:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.087485:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788204912.087490:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204912.087492:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204912.087496:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087499:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204912.087502:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204912.087503:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204912.087508:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204912.087512:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:3.0:1788204912.087515:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.087517:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.087527:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204912.087530:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204912.087533:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788204912.087535:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204912.087539:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204912.087541:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204912.087543:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204912.087545:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204912.087551:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4044
00000100:00000200:2.0:1788204912.087554:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707840, portal 25
00000400:00000200:3.0:1788204912.087558:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.087562:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204912.087574:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204912.087575:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00080000:3.0:1788204912.087582:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204912.087588:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087592:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204912.087593:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204912.087597:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087603:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204912.087609:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204912.087612:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204912.087612:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204912.087617:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204912.087620:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204912.087621:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204912.087626:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:2.0:1788204912.087627:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000020:00000001:3.0:1788204912.087632:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000200:2.0:1788204912.087634:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618707840, offset 0
00000100:00000040:3.0:1788204912.087637:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087640:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.087642:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087644:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204912.087648:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204912.087649:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204912.087655:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087657:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204912.087658:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204912.087660:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204912.087662:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204912.087663:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087667:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204912.087669:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204912.087672:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.087674:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204912.087675:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204912.087680:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204912.087683:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204912.087684:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204912.087686:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204912.087688:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087690:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204912.087692:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788204912.087692:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204912.087695:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.087700:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1788204912.087700:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204912.087704:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.087708:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00100000:3.0:1788204912.087711:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204912.087718:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3788:3788:256:4294967295] 192.168.201.124@tcp LPNI seq info [3788:3788:8:4294967295]
00000100:00000001:3.0:1788204912.087722:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204912.087728:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204912.087733:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204912.087740:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204912.087743:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204912.087756:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204912.087758:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204912.087760:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204912.087765:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204912.087766:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204912.087767:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1788204912.087769:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204912.087769:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204912.087774:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4044
00000400:00000200:3.0:1788204912.087778:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204912.087784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:3.0:1788204912.087784:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204912.087789:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204912.087792:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204912.087793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1788204912.087794:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.087799:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087802:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204912.087805:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204912.087807:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000800:00000200:2.1:1788204912.087807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:3.0:1788204912.087814:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204912.087814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000020:00000040:3.0:1788204912.087817:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204912.087820:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204912.087824:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000100:2.0:1788204912.087825:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204912.087829:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204912.087832:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204912.087832:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.087837:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087839:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204912.087841:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:2.0:1788204912.087843:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204912.087843:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204912.087848:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204912.087850:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204912.087853:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204912.087855:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204912.087856:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087859:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204912.087863:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204912.087865:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.087866:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000001:3.0:1788204912.087867:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204912.087873:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000010:3.0:1788204912.087873:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204912.087877:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204912.087879:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204912.087881:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.087882:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204912.087882:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204912.087886:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204912.087887:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204912.087891:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204912.087892:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204912.087896:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204912.087903:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204912.087922:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204912.087926:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204912.087934:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.087936:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.087944:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204912.087949:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204912.087955:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204912.087958:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204912.087960:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204912.087962:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204912.087964:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204912.087967:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204912.087970:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.087971:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204912.087978:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4044
00000400:00000200:2.0:1788204912.087979:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.087985:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298719471
00000400:00000200:3.0:1788204912.087986:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204912.087992:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204912.087993:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788204912.087995:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:3.0:1788204912.087997:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.088000:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204912.088002:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.088003:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204912.088005:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1788204912.088005:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204912.088008:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204912.088010:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204912.088012:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204912.088013:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298719471
00000020:00000001:3.0:1788204912.088014:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204912.088018:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000010:2.0:1788204912.088021:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350840.
00000100:00000040:3.0:1788204912.088022:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.088026:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204912.088029:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1788204912.088029:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204912.088031:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204912.088036:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204912.088038:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204912.088038:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204912.088044:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088045:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204912.088046:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204912.088068:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204912.088070:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.088072:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204912.088073:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204912.088075:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204912.088076:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088079:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1788204912.088079:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204912.088084:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204912.088086:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204912.088088:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.088090:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204912/real 1788204912]  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204912.088090:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204912.088093:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204912.088096:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204912.088100:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788204912.088106:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204912.088109:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1788204912.088112:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204912.088113:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204912.088119:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788204912.088123:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204912.088125:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204912.088126:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204912.088131:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204912.088132:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088138:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204912.088143:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204912.088146:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204912.088148:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4054)
00000100:00000200:2.0:1788204912.088160:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088168:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204912.088188:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088191:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.088194:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204912.088199:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088206:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204912.088211:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088218:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204912.088222:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088224:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.088225:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088227:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204912.088230:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204912.088233:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204912.088237:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204912.088240:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204912.088244:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204912.088253:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618707840:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204912.088258:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088260:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.088263:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618707840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088270:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204912.088273:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204912.088275:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204912.088279:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204912.088281:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204912.088283:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204912.088286:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204912.088288:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788204912.088292:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204912.088294:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204912.088296:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:2.0:1788204912.088299:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204912.088301:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088303:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088310:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204912.088312:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088314:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204912.088316:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204912.088317:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204912.088321:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088330:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204912.088331:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.088334:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204912.088335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204912.088338:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.088341:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204912.088344:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204912.088346:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204912.088348:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.088350:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204912.088354:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204912.088357:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.088361:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204912.088364:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204912.088367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204912.088371:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618707968, portal 10
00000100:00000001:2.0:1788204912.088373:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204912.088374:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000040:2.0:1788204912.088382:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088389:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204912.088392:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204912.088395:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204912.088397:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618707968, offset 0
00000400:00000200:2.0:1788204912.088401:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204912.088406:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.088410:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204912.088413:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204912.088416:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204912.088419:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204912.088421:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204912.088425:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3789:3789:256:4294967295] 192.168.201.124@tcp LPNI seq info [3789:3789:8:4294967295]
00000400:00000200:2.0:1788204912.088430:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.088437:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204912.088442:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.088446:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204912.088451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204912.088454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204912.088458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204912.088461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204912.088465:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.088467:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204912.088470:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204912.088474:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204912.088477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204912.088479:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204912.088482:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204912.088486:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088495:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.088498:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088512:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088513:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204912.088517:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204912.088521:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204912.088525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.088527:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298719383
00000100:00000001:2.0:1788204912.088530:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.088532:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298719383
00000100:00000001:2.0:1788204912.088534:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.088536:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204912.088539:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088541:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204912.088545:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204912/real 1788204912]  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204912.088554:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204912.088555:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204912.088557:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204912.088560:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204912.088562:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204912.088565:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204912.088568:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204912.088577:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088584:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204912.088586:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088588:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.088590:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204912.088593:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088601:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204912.088605:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088613:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204912.088615:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088617:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.088618:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088621:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204912.088623:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204912.088625:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204912.088629:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204912.088631:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204912.088636:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204912.088644:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618707968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204912.088648:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204912.088652:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088659:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204912.088660:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.088662:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204912.088664:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204912.088667:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.088670:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204912.088673:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204912.088675:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204912.088677:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.088679:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204912.088683:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204912.088685:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.088689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204912.088691:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204912.088695:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204912.088698:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708096, portal 10
00000100:00000001:2.0:1788204912.088700:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204912.088701:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000040:2.0:1788204912.088707:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088714:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204912.088717:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204912.088719:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204912.088721:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618708096, offset 0
00000400:00000200:2.0:1788204912.088725:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204912.088730:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.088734:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204912.088737:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204912.088740:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204912.088743:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204912.088745:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204912.088749:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3790:3790:256:4294967295] 192.168.201.124@tcp LPNI seq info [3790:3790:8:4294967295]
00000400:00000200:2.0:1788204912.088753:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.088760:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204912.088765:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.088769:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204912.088773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204912.088776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204912.088781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204912.088784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204912.088788:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.088791:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204912.088794:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204912.088798:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204912.088801:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204912.088803:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204912.088806:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204912.088809:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088817:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.088821:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088827:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088829:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204912.088832:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204912.088835:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204912.088839:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.088841:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298717228
00000100:00000001:2.0:1788204912.088843:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.088846:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298717228
00000100:00000001:2.0:1788204912.088848:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.088851:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204912.088853:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.088855:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204912.088859:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204912/real 1788204912]  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204912.088868:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204912.088869:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204912.088871:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204912.088873:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204912.088875:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204912.088878:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204912.088881:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204912.088890:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088897:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204912.088898:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088900:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.088902:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204912.088906:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088913:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204912.088917:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088924:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204912.088926:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088928:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.088930:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.088932:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204912.088934:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204912.088936:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204912.088940:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204912.088942:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204912.088946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204912.088955:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204912.088959:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204912.088963:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.088969:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204912.088971:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.088973:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204912.088975:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204912.088977:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.088980:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204912.088984:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204912.088986:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204912.088988:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.088990:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204912.088993:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204912.088995:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.088999:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204912.089002:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204912.089005:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204912.089009:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708224, portal 4
00000100:00000001:2.0:1788204912.089010:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204912.089012:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:2.0:1788204912.089018:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089025:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204912.089027:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204912.089030:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204912.089032:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618708224, offset 0
00000400:00000200:2.0:1788204912.089037:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204912.089041:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.089044:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204912.089047:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204912.089069:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204912.089072:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204912.089075:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204912.089079:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3791:3791:256:4294967295] 192.168.201.124@tcp LPNI seq info [3791:3791:8:4294967295]
00000400:00000200:2.0:1788204912.089083:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.089091:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204912.089096:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.089099:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204912.089104:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204912.089107:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204912.089111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204912.089114:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204912.089118:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.089120:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204912.089124:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204912.089127:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204912.089131:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204912.089132:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204912.089136:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204912.089139:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089148:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.089151:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089157:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.089159:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204912.089162:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204912.089165:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204912.089169:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.089186:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298717209
00000100:00000001:2.0:1788204912.089190:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.089192:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298717209
00000100:00000001:2.0:1788204912.089194:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.089196:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204912.089199:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.089201:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204912.089205:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204912/real 1788204912]  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204912.089214:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204912.089215:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204912.089217:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204912.089220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204912.089222:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204912.089224:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204912.089228:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204912.089236:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089243:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204912.089244:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.089248:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204912.089251:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089258:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204912.089262:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089269:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204912.089272:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089273:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.089275:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089277:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204912.089278:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204912.089281:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204912.089285:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204912.089287:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204912.089292:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204912.089300:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204912.089304:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204912.089307:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089314:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204912.089315:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.089318:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204912.089320:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204912.089322:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.089324:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204912.089327:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204912.089329:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204912.089331:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204912.089333:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204912.089337:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204912.089339:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204912.089342:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204912.089345:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204912.089348:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204912.089351:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708352, portal 4
00000100:00000001:2.0:1788204912.089353:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204912.089354:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:2.0:1788204912.089360:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089367:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204912.089370:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204912.089372:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204912.089374:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618708352, offset 0
00000400:00000200:2.0:1788204912.089378:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204912.089382:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.089386:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204912.089389:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204912.089392:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204912.089394:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204912.089396:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204912.089399:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3792:3792:256:4294967295] 192.168.201.124@tcp LPNI seq info [3792:3792:8:4294967295]
00000400:00000200:2.0:1788204912.089404:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204912.089411:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204912.089416:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.089420:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204912.089424:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204912.089427:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204912.089431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204912.089434:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204912.089438:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204912.089440:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204912.089443:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204912.089447:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204912.089450:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204912.089452:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204912.089455:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204912.089459:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089466:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.089470:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089476:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.089478:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204912.089481:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204912.089484:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204912.089488:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204912.089490:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298717343
00000100:00000001:2.0:1788204912.089492:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.089495:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298717343
00000100:00000001:2.0:1788204912.089497:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298719471
00000100:00000001:2.0:1788204912.089499:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204912.089501:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.089503:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204912.089507:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204912/real 1788204912]  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204912.089514:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204912.089516:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204912.089518:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204912.089520:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204912.089522:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204912.089524:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204912.089527:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204912.089535:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089541:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204912.089543:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089544:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.089546:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204912.089550:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089556:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204912.089560:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089568:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204912.089571:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089572:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204912.089574:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089576:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204912.089578:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204912.089580:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204912.089584:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204912.089586:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204912.089590:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204912.089600:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204912.089604:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089606:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.089609:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618707968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089616:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204912.089618:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204912.089620:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204912.089623:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204912.089625:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204912.089626:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204912.089628:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204912.089629:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204912.089632:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204912.089633:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204912.089635:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:2.0:1788204912.089637:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204912.089639:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089640:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.089644:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618708096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089650:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204912.089651:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204912.089652:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204912.089654:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204912.089655:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204912.089656:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204912.089658:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204912.089659:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788204912.089662:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204912.089663:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204912.089664:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:2.0:1788204912.089666:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204912.089667:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089668:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.089671:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618708224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089678:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204912.089679:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204912.089681:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204912.089683:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204912.089684:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204912.089685:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204912.089687:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204912.089689:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204912.089691:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204912.089692:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204912.089693:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:2.0:1788204912.089695:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204912.089696:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089698:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204912.089701:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618708352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204912.089713:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204912.089714:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204912.089716:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204912.089718:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204912.089719:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204912.089720:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204912.089722:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204912.089724:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204912.089726:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204912.089727:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204912.089728:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:2.0:1788204912.089730:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204912.089731:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089733:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.089737:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204912.089738:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.089740:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204912.089742:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204912.407192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204912.407201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204912.407208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204912.407210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204912.407214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204912.407215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204912.407219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204912.407220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204912.407277:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204912.407282:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204912.407286:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204913.111169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204913.111176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204913.111178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204913.111184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204913.111188:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204913.111191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.111194:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204913.111197:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.111200:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204913.431244:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204913.431255:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204913.431265:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204913.431266:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204913.431271:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204913.431273:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204913.431277:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204913.431279:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204913.431369:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204913.431377:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204913.431382:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204914.135188:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204914.135194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204914.135196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204914.135200:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204914.135204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204914.135207:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204914.135209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204914.135212:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204914.135214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204914.391162:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298719471, at 4298719488
00000100:00000010:3.0:1788204914.391178:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350840.
00000100:00000040:2.0:1788204914.391180:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298719471, at 4298719488
00000100:00000010:2.0:1788204914.391191:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204914.455111:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204914.455118:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455124:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204914.455126:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455129:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204914.455143:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204914.455145:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204914.455152:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204914.455154:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204914.455156:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455159:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204914.455161:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455164:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455166:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204914.455172:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204914.455173:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204914.455175:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455177:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204914.455178:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455180:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204914.455182:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204914.455232:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204914.455235:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204914.455238:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204915.159162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204915.159169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204915.159171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204915.159175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204915.159178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204915.159181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204915.159183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204915.159186:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204915.159188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204915.479191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204915.479197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204915.479202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204915.479203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204915.479206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204915.479207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204915.479209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204915.479210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204915.479273:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204915.479277:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204915.479279:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204916.183172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204916.183179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204916.183182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204916.183188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204916.183191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204916.183195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204916.183198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204916.183201:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204916.183204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204916.503212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204916.503223:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204916.503226:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204916.503229:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204916.503235:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503237:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503239:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503243:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204916.503244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204916.503247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204916.503249:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204916.503306:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204916.503310:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204916.503313:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204917.207156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204917.207163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204917.207165:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.207171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204917.207175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204917.207179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.207182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.207185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.207188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204917.207206:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204917.207214:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204917.207216:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204917.207220:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204917.207224:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204917.207230:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4049
00000400:00000200:3.0:1788204917.207239:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204917.207244:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204917.207247:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204917.207250:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207253:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204917.207256:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207258:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204917.207263:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204917.207264:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204917.207267:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204917.207271:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204917.207273:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204917.207276:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204917.207279:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207281:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204917.207283:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207284:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204917.207287:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204917.207290:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207293:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204917.207295:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204917.207299:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204917.207302:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207304:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204917.207307:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204917.207316:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204917.207321:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204917.207325:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204917.207327:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207330:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204917.207332:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204917.207336:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204917.207343:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788204917.207351:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204917.207372:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204917.207386:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204917.207391:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204917.207396:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204917.207420:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204917.207423:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204917.207426:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204917.207428:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204917.207429:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204917.207432:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204917.207434:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4049
00000400:00000200:3.0:1788204917.207438:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204917.207441:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204917.207443:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204917.207453:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204917.207453:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204917.207457:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204917.207458:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204917.207462:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204917.207463:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207467:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204917.207471:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204917.207471:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204917.207475:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204917.207478:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204917.207484:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788204917.207487:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204917.207489:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204917.207491:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204917.207494:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204917.207496:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204917.207501:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204917.207501:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204917.207506:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207507:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204917.207513:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618708480:192.168.201.124@tcp:250:kworker.0
00000100:00000040:3.0:1788204917.207513:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207519:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204917.207521:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204917.207523:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204917.207526:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204917.207528:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204917.207530:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207532:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.207535:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204917.207536:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788204917.207543:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788204917.207544:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.207548:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204917.207549:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207553:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204917.207556:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:3.0:1788204917.207558:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788204917.207561:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000008:00000001:3.0:1788204917.207563:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207567:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204917.207571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000010:3.0:1788204917.207572:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788204917.207577:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204917.207580:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708480, portal 25
02000000:00000001:3.0:1788204917.207580:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204917.207582:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.207585:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204917.207586:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204917.207588:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
02000000:00000001:3.0:1788204917.207590:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204917.207594:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.207599:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204917.207600:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:3.0:1788204917.207606:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.207614:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788204917.207616:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204917.207621:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204917.207626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204917.207629:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204917.207631:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618708480, offset 0
00000100:00000001:3.0:1788204917.207638:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204917.207640:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204917.207645:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204917.207652:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.207662:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204917.207671:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204917.207672:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204917.207676:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:3.0:1788204917.207677:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204917.207682:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204917.207683:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204917.207684:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204917.207688:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204917.207689:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207694:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204917.207698:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3793:3793:256:4294967295] 192.168.201.124@tcp LPNI seq info [3793:3793:8:4294967295]
00000100:00080000:3.0:1788204917.207700:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4049
00000400:00000200:2.0:1788204917.207706:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.207717:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204917.207725:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204917.207726:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204917.207731:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000010:2.0:1788204917.207733:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00080000:3.0:1788204917.207735:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204917.207739:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207744:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204917.207745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204917.207749:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204917.207752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1788204917.207753:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204917.207757:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204917.207760:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:2.1:1788204917.207763:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:3.0:1788204917.207764:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204917.207768:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000200:2.1:1788204917.207769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1788204917.207773:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204917.207777:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000100:2.0:1788204917.207778:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.207782:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000040:3.0:1788204917.207785:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207789:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204917.207790:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204917.207792:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207795:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204917.207798:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204917.207800:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:2.0:1788204917.207804:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00080000:3.0:1788204917.207805:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204917.207809:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204917.207810:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204917.207815:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204917.207818:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204917.207818:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204917.207822:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207826:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204917.207827:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204917.207829:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204917.207835:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207839:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204917.207846:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000100:00000001:2.0:1788204917.207847:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204917.207851:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000040:2.0:1788204917.207853:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204917.207855:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204917.207858:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.207861:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204917.207865:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204917.207868:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.207870:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.207873:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1788204917.207874:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204917.207878:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.207879:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204917.207885:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204917.207887:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204917.207892:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298724591
00000100:00000010:2.0:1788204917.207901:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:3.0:1788204917.207901:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204917.207905:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.207910:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204917.207912:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.207917:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298724591
00000100:00000001:3.0:1788204917.207921:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204917.207924:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350420.
00000100:00080000:3.0:1788204917.207926:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204917.207928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1788204917.207931:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204917.207933:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204917.207935:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204917.207938:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204917.207939:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204917.207942:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204917.207944:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204917.207950:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4049
00000100:00100000:2.0:1788204917.207951:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204917.207957:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204917.207965:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204917.207970:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204917.207977:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.207982:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204917.207983:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204917.207985:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000001:2.0:1788204917.207986:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204917.207990:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204917.207991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000020:00000001:3.0:1788204917.207994:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204917.207997:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000020:00000040:3.0:1788204917.207997:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000010:2.0:1788204917.208001:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000020:00000001:3.0:1788204917.208002:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204917.208005:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204917.208007:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788204917.208011:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:2.0:1788204917.208014:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204917.208015:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204917.208024:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.208029:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204917.208033:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204917.208034:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.208040:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204917.208045:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204917.208078:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204917.208081:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204917.208097:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204917.208098:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.208102:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204917.208103:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204917.208107:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204917.208110:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204917.208111:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204917.208117:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.208122:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204917.208126:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204917.208127:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204917.208133:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.208137:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204917.208137:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204917.208143:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000020:00000040:3.0:1788204917.208147:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204917.208151:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204917.208152:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204917.208154:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.208156:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204917.208158:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204917.208160:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204917.208161:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204917.208164:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204917.208165:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.208169:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1788204917.208172:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:2.0:1788204917.208173:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204917.208178:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204917.208179:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204917.208187:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00100000:3.0:1788204917.208188:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204917.208192:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204917.208200:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204917.208203:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204917.208208:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204917.208217:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204917.208218:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618708480:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204917.208227:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.208231:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204917.208234:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.208237:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618708480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204917.208239:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204917.208248:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204917.208251:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204917.208253:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204917.208254:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788204917.208257:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204917.208259:0:15178:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788204917.208261:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
00000100:00080000:3.0:1788204917.208265:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4049
02000000:00000001:2.0:1788204917.208267:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204917.208270:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:3.0:1788204917.208271:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788204917.208273:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000400:00000200:3.0:1788204917.208277:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000020:00000001:2.0:1788204917.208278:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204917.208282:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
00000100:00080000:3.0:1788204917.208283:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204917.208288:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788204917.208289:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204917.208291:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788204917.208293:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788204917.208295:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000040:3.0:1788204917.208298:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204917.208300:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204917.208302:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204917.208304:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204917.208306:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204917.208308:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204917.208309:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204917.208313:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204917.208315:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204917.208317:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1788204917.208317:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204917.208320:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204917.208322:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204917.208325:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204917.208328:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204917.208330:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204917.208330:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.208335:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.208338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204917.208340:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204917.208346:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204917.208351:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204917.208354:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.208357:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204917.208358:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204917.208361:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204917.208362:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.208365:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204917.208366:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204917.208370:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204917.208373:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.208375:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204917.208376:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204917.208378:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.208380:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204917.208383:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788204917.208386:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204917.208388:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204917.208389:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.208391:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204917.208392:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204917.208394:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204917.208397:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788204917.208400:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204917.208405:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204917.208411:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204917.208414:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204917.208417:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204917.208425:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204917.208429:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4060)
02000000:00000001:2.0:1788204917.208433:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.208439:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204917.208444:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204917.208446:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204917.208448:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.208450:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204917.208454:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204917.208457:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204917.208462:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204917.208464:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204917.208468:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204917.208471:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708608, portal 10
00000100:00000001:2.0:1788204917.208473:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204917.208475:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:2.0:1788204917.208481:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208488:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204917.208490:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204917.208493:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204917.208495:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618708608, offset 0
00000400:00000200:2.0:1788204917.208499:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204917.208503:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.208506:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204917.208509:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204917.208512:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204917.208515:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204917.208517:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204917.208521:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3794:3794:256:4294967295] 192.168.201.124@tcp LPNI seq info [3794:3794:8:4294967295]
00000400:00000200:2.0:1788204917.208525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.208532:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204917.208537:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.208540:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204917.208544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204917.208548:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204917.208552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204917.208566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204917.208571:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.208573:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204917.208576:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204917.208579:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204917.208583:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204917.208585:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204917.208587:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204917.208591:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208599:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.208602:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208609:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.208611:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204917.208614:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.208617:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204917.208621:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204917.208623:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298724503
00000100:00000001:2.0:1788204917.208626:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.208628:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298724503
00000100:00000001:2.0:1788204917.208630:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.208632:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204917.208634:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.208636:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204917.208640:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204917.208648:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204917.208650:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204917.208652:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204917.208655:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204917.208656:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204917.208659:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204917.208662:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204917.208671:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208677:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204917.208678:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.208680:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.208682:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204917.208685:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208693:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204917.208697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208704:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204917.208706:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.208708:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.208709:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.208711:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204917.208712:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204917.208715:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204917.208718:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204917.208721:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204917.208724:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204917.208733:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204917.208737:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204917.208740:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208746:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.208747:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.208749:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204917.208751:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.208753:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.208756:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204917.208759:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204917.208761:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204917.208763:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.208765:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204917.208768:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204917.208770:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204917.208773:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204917.208775:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204917.208779:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204917.208782:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708736, portal 10
00000100:00000001:2.0:1788204917.208784:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204917.208785:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:2.0:1788204917.208790:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208796:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204917.208799:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204917.208801:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204917.208803:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618708736, offset 0
00000400:00000200:2.0:1788204917.208807:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204917.208811:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.208814:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204917.208817:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204917.208820:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204917.208823:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204917.208825:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204917.208828:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3795:3795:256:4294967295] 192.168.201.124@tcp LPNI seq info [3795:3795:8:4294967295]
00000400:00000200:2.0:1788204917.208832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.208839:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204917.208843:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.208848:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204917.208852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204917.208855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204917.208859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204917.208861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204917.208865:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.208867:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204917.208870:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204917.208874:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204917.208876:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204917.208878:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204917.208881:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204917.208884:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208892:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.208895:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208901:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.208903:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204917.208906:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.208909:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204917.208912:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204917.208914:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298722348
00000100:00000001:2.0:1788204917.208917:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.208919:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298722348
00000100:00000001:2.0:1788204917.208922:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.208924:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204917.208926:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.208928:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204917.208932:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204917.208940:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204917.208942:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204917.208943:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204917.208945:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204917.208947:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204917.208949:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204917.208952:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204917.208960:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208967:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204917.208968:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.208970:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.208972:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204917.208975:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208981:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204917.208985:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.208992:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204917.208995:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.208997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.208998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209000:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204917.209001:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204917.209004:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204917.209007:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204917.209009:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204917.209013:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204917.209021:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204917.209024:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204917.209028:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209035:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.209036:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.209038:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204917.209040:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.209042:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.209045:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204917.209048:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204917.209050:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204917.209070:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.209072:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204917.209075:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204917.209077:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204917.209081:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204917.209096:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204917.209100:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204917.209103:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708864, portal 4
00000100:00000001:2.0:1788204917.209105:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204917.209106:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:2.0:1788204917.209112:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209119:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204917.209121:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204917.209124:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204917.209126:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618708864, offset 0
00000400:00000200:2.0:1788204917.209130:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204917.209134:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.209137:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204917.209140:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204917.209143:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204917.209145:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204917.209147:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204917.209151:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3796:3796:256:4294967295] 192.168.201.124@tcp LPNI seq info [3796:3796:8:4294967295]
00000400:00000200:2.0:1788204917.209155:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.209161:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204917.209166:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.209169:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204917.209173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204917.209176:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204917.209180:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204917.209183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204917.209186:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.209188:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204917.209191:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204917.209195:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204917.209197:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204917.209199:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204917.209202:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204917.209205:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209213:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.209216:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209229:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.209231:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204917.209234:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.209236:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204917.209240:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204917.209241:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298722329
00000100:00000001:2.0:1788204917.209244:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.209246:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298722329
00000100:00000001:2.0:1788204917.209249:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.209251:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204917.209253:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.209255:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204917.209258:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204917.209266:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204917.209267:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204917.209269:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204917.209271:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204917.209273:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204917.209275:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204917.209278:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204917.209287:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209293:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204917.209295:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209297:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.209298:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204917.209302:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209309:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204917.209313:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209319:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204917.209322:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209323:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.209325:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209327:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204917.209328:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204917.209331:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204917.209334:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204917.209336:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204917.209340:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204917.209348:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204917.209352:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209353:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.209357:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618708608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209364:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204917.209365:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204917.209367:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204917.209379:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204917.209381:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204917.209382:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204917.209385:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204917.209386:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:2.0:1788204917.209389:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204917.209391:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204917.209392:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:2.0:1788204917.209395:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204917.209396:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209398:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.209402:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618708736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209408:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204917.209410:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204917.209411:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788204917.209414:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204917.209415:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204917.209416:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204917.209418:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204917.209419:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788204917.209421:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204917.209423:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204917.209424:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:2.0:1788204917.209426:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204917.209427:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209429:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.209432:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618708864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209439:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204917.209440:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204917.209442:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204917.209444:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204917.209445:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204917.209446:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204917.209448:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204917.209450:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204917.209452:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204917.209453:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204917.209454:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204917.209457:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204917.209458:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209460:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209464:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204917.209465:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.209467:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204917.209468:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204917.209470:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204917.209473:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209480:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.209482:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.209484:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204917.209485:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.209488:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.209490:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204917.209494:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204917.209496:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204917.209497:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.209499:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204917.209502:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204917.209504:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204917.209507:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204917.209510:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204917.209513:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204917.209516:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618708992, portal 4
00000100:00000001:2.0:1788204917.209518:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204917.209519:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:2.0:1788204917.209525:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209532:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204917.209534:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204917.209536:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204917.209538:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618708992, offset 0
00000400:00000200:2.0:1788204917.209542:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204917.209546:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.209550:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204917.209553:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204917.209555:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204917.209558:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204917.209560:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204917.209563:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3797:3797:256:4294967295] 192.168.201.124@tcp LPNI seq info [3797:3797:8:4294967295]
00000400:00000200:2.0:1788204917.209567:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204917.209573:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204917.209578:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.209581:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204917.209585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204917.209588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204917.209592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204917.209595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204917.209598:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204917.209600:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204917.209603:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204917.209607:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204917.209610:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204917.209611:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204917.209614:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204917.209617:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209625:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.209628:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209634:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.209636:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204917.209639:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.209641:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204917.209644:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204917.209647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298722463
00000100:00000001:2.0:1788204917.209650:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.209652:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298722463
00000100:00000001:2.0:1788204917.209654:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298724591
00000100:00000001:2.0:1788204917.209656:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204917.209658:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.209660:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204917.209664:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204917.209672:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204917.209673:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204917.209675:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204917.209678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204917.209679:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204917.209682:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204917.209685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204917.209693:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209699:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204917.209701:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209703:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.209704:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204917.209708:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209715:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204917.209719:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209726:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204917.209729:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209730:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.209731:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209733:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204917.209735:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204917.209738:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204917.209740:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204917.209742:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204917.209746:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204917.209754:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618708992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204917.209757:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209759:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204917.209762:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618708992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.209768:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204917.209770:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204917.209772:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204917.209774:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204917.209776:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204917.209777:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204917.209779:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204917.209781:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204917.209784:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204917.209785:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204917.209786:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:2.0:1788204917.209789:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204917.209790:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209792:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.209795:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204917.209796:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.209798:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204917.209800:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204917.527185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204917.527191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204917.527194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204917.527196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204917.527198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204917.527199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204917.527201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204917.527202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204917.527258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204917.527262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204917.527264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204918.231155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204918.231163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204918.231164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.231170:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204918.231173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204918.231177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.231179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204918.231182:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.231184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204918.551206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204918.551213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204918.551218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204918.551219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204918.551222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204918.551222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204918.551225:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204918.551226:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204918.551286:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204918.551291:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204918.551295:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204919.255177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204919.255186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204919.255188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204919.255193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204919.255196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204919.255198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204919.255200:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204919.255202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204919.255204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204919.511120:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298724591, at 4298724608
00000100:00000040:3.0:1788204919.511120:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298724591, at 4298724608
00000100:00000010:2.0:1788204919.511133:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204919.511138:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350420.
00010000:00000001:3.0:1788204919.575167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204919.575174:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204919.575176:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204919.575179:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204919.575184:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204919.575186:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204919.575188:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204919.575190:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204919.575194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204919.575196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204919.575199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204919.575200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204919.575203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204919.575204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204919.575262:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204919.575270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204919.575273:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204920.279188:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204920.279195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204920.279198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204920.279203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204920.279206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204920.279209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204920.279212:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204920.279215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204920.279217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204920.599182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204920.599190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204920.599196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204920.599198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204920.599201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204920.599202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204920.599205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204920.599207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204920.599268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204920.599273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204920.599276:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204921.303186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204921.303194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204921.303196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204921.303201:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204921.303205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204921.303209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204921.303212:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204921.303215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204921.303217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204921.623242:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204921.623255:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204921.623264:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204921.623265:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204921.623270:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204921.623271:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204921.623275:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204921.623276:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204921.623346:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204921.623351:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204921.623355:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204922.327161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204922.327169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204922.327172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.327177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204922.327180:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204922.327183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.327186:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.327189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.327191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204922.327245:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204922.327255:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204922.327259:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204922.327263:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204922.327268:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204922.327278:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4055
00000400:00000200:3.0:1788204922.327289:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204922.327297:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204922.327301:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204922.327305:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327309:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204922.327311:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327314:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204922.327319:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204922.327329:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204922.327332:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204922.327336:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204922.327339:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204922.327342:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204922.327345:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327348:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204922.327349:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327351:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204922.327355:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204922.327359:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327362:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204922.327365:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204922.327369:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204922.327373:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.327375:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204922.327378:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204922.327389:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204922.327401:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204922.327409:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204922.327412:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.327415:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204922.327419:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204922.327424:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204922.327435:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204922.327443:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204922.327454:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204922.327465:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204922.327471:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204922.327476:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.327501:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204922.327505:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204922.327509:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204922.327510:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204922.327512:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204922.327515:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204922.327519:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4055
00000400:00000200:3.0:1788204922.327523:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204922.327527:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204922.327531:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204922.327535:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204922.327535:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204922.327542:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204922.327542:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.327549:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204922.327550:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327555:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204922.327559:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204922.327562:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000040:2.0:1788204922.327563:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204922.327565:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204922.327570:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788204922.327582:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.327583:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.327587:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1788204922.327589:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204922.327592:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204922.327595:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204922.327598:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204922.327606:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:2.0:1788204922.327607:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618709120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204922.327613:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.327617:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204922.327620:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.327625:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204922.327629:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204922.327631:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204922.327633:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204922.327636:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.327638:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.327641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204922.327643:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204922.327652:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788204922.327653:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204922.327658:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.327665:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204922.327670:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204922.327676:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204922.327683:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709120, portal 25
00000100:00000001:2.0:1788204922.327685:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204922.327687:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:2.0:1788204922.327693:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.327702:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204922.327704:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204922.327707:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204922.327710:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618709120, offset 0
00000400:00000200:2.0:1788204922.327716:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204922.327724:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.327732:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204922.327736:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204922.327740:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204922.327743:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204922.327746:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.327750:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3798:3798:256:4294967295] 192.168.201.124@tcp LPNI seq info [3798:3798:8:4294967295]
00000400:00000200:2.0:1788204922.327754:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.327763:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204922.327769:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204922.327771:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204922.327775:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204922.327777:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204922.327784:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788204922.327785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00000001:3.0:1788204922.327791:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204922.327794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204922.327796:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204922.327806:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000800:00000200:2.1:1788204922.327807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204922.327814:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000800:00000200:2.1:1788204922.327815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1788204922.327823:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1788204922.327828:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204922.327828:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204922.327833:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204922.327835:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204922.327839:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204922.327841:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.327842:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1788204922.327850:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000400:00000200:2.0:1788204922.327851:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204922.327860:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204922.327867:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204922.327867:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.327882:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788204922.327885:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204922.327891:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.327917:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204922.327921:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204922.327927:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.327933:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204922.327941:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.327942:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204922.327948:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204922.327964:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204922.327970:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204922.327975:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204922.327978:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204922.327988:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204922.327988:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4055
00000400:00000200:3.0:1788204922.328012:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204922.328017:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204922.328020:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204922.328023:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204922.328027:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204922.328032:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.328032:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204922.328039:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.328044:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204922.328046:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204922.328049:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298729711
00000100:00000010:2.0:1788204922.328081:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:2.0:1788204922.328087:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1788204922.328091:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204922.328094:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000001:2.0:1788204922.328097:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298729712
00000020:00000001:3.0:1788204922.328098:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788204922.328103:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93506c0.
00000020:00000040:3.0:1788204922.328103:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000001:2.0:1788204922.328109:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1788204922.328110:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204922.328113:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204922.328120:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.328125:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.328126:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204922.328131:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204922.328133:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.328139:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204922.328141:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204922.328148:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204922.328148:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204922.328160:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204922.328171:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204922.328175:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204922.328176:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1788204922.328179:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204922.328182:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204922.328184:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:3.0:1788204922.328191:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.328192:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204922.328197:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204922.328197:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204922.328203:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204922.328204:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1788204922.328210:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204922.328212:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.328217:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204922.328227:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788204922.328234:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204922.328235:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204922.328243:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204922.328246:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.328254:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204922.328257:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204922.328259:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.328265:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1788204922.328265:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:2.0:1788204922.328269:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204922.328270:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.328273:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.328277:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204922.328281:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204922.328286:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.328337:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204922.328338:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204922.328345:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.328345:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204922.328359:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.328382:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204922.328388:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.328390:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204922.328393:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204922.328394:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.328399:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.328405:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1788204922.328407:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204922.328408:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204922.328414:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204922.328417:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788204922.328422:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204922.328423:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204922.328431:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4055
00000100:00080000:2.0:1788204922.328434:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204922.328441:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1788204922.328442:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204922.328452:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204922.328453:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204922.328458:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204922.328469:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:2.0:1788204922.328473:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618709120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204922.328477:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.328479:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.328483:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204922.328487:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204922.328489:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618709120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.328497:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204922.328500:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1788204922.328504:0:15013:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204922.328505:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1788204922.328511:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
02000000:00000010:2.0:1788204922.328512:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204922.328522:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204922.328522:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000001:2.0:1788204922.328526:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204922.328529:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000040:2.0:1788204922.328530:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204922.328537:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1788204922.328539:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
02000000:00000010:2.0:1788204922.328540:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788204922.328545:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1788204922.328549:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
02000000:00000001:2.0:1788204922.328550:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204922.328553:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204922.328557:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204922.328558:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.328563:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204922.328563:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.328575:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.328579:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204922.328579:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204922.328581:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.328591:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204922.328591:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204922.328593:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204922.328594:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204922.328599:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204922.328599:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204922.328613:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204922.328617:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.328621:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.328625:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204922.328625:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.328628:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204922.328633:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204922.328634:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.328639:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709248:192.168.201.124@tcp:38:kworker.0
02000000:00000001:3.0:1788204922.328639:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204922.328650:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204922.328650:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.328657:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204922.328658:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204922.328659:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.328663:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1788204922.328664:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1788204922.328666:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204922.328670:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204922.328673:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.328678:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204922.328682:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204922.328683:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204922.328696:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000010:3.0:1788204922.328698:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000100:00000200:2.0:1788204922.328699:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709248, portal 10
00000100:00000001:2.0:1788204922.328707:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204922.328707:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204922.328710:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
02000000:00000001:3.0:1788204922.328719:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204922.328724:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204922.328725:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.328735:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204922.328737:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204922.328740:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788204922.328744:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204922.328745:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204922.328748:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
02000000:00000010:3.0:1788204922.328753:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000200:2.0:1788204922.328754:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618709248, offset 0
00000100:00000001:3.0:1788204922.328761:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.328767:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788204922.328771:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204922.328779:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204922.328793:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204922.328794:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204922.328798:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.328802:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204922.328807:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204922.328811:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204922.328818:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204922.328826:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.328835:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3799:3799:256:4294967295] 192.168.201.124@tcp LPNI seq info [3799:3799:8:4294967295]
00000400:00000200:2.0:1788204922.328858:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204922.328858:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204922.328869:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204922.328876:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204922.328880:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.328883:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204922.328891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204922.328894:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1788204922.328895:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204922.328902:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788204922.328907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204922.328908:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788204922.328910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204922.328918:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204922.328918:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1788204922.328923:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00080000:3.0:1788204922.328928:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4055
00000400:00000200:2.0:1788204922.328929:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204922.328943:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204922.328946:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204922.328953:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204922.328954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204922.328960:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00080000:3.0:1788204922.328962:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204922.328963:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204922.328973:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204922.328974:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.328985:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.328993:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204922.329006:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204922.329013:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204922.329014:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204922.329020:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204922.329027:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204922.329028:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204922.329033:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204922.329034:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204922.329038:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204922.329041:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204922.329042:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204922.329050:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204922.329075:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000040:3.0:1788204922.329082:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.329083:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204922.329089:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204922.329091:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298729624
00000100:00000040:3.0:1788204922.329096:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204922.329099:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298729711
00000100:00000001:3.0:1788204922.329100:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204922.329105:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298729624
00000020:00000040:3.0:1788204922.329106:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204922.329110:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298729712
00000100:00080000:3.0:1788204922.329114:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204922.329119:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204922.329121:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329130:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204922.329130:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204922.329134:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204922.329135:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204922.329142:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.329146:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788204922.329147:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204922.329150:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204922.329159:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.329164:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204922.329172:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000400:00000001:2.0:1788204922.329176:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788204922.329177:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000001:2.0:1788204922.329180:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204922.329182:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204922.329184:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:3.0:1788204922.329186:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.329191:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:3.0:1788204922.329191:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204922.329194:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204922.329197:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
02000000:00000001:3.0:1788204922.329199:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329204:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1788204922.329207:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000200:2.0:1788204922.329215:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.329216:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204922.329228:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204922.329242:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204922.329244:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204922.329249:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204922.329260:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329269:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204922.329272:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204922.329277:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329278:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.329281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204922.329288:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4065)
00000100:00100000:2.0:1788204922.329290:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329301:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204922.329306:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329314:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204922.329318:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329320:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.329321:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329324:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204922.329325:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204922.329328:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204922.329332:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204922.329334:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204922.329338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204922.329345:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204922.329349:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204922.329353:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329360:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.329361:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.329363:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204922.329365:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204922.329367:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.329370:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204922.329373:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204922.329375:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204922.329377:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.329378:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204922.329382:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204922.329384:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.329387:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204922.329390:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204922.329392:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204922.329395:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709376, portal 10
00000100:00000001:2.0:1788204922.329397:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204922.329398:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:2.0:1788204922.329404:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329410:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204922.329413:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204922.329415:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204922.329417:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618709376, offset 0
00000400:00000200:2.0:1788204922.329421:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204922.329424:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.329428:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204922.329431:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204922.329433:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204922.329436:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204922.329438:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.329441:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3800:3800:256:4294967295] 192.168.201.124@tcp LPNI seq info [3800:3800:8:4294967295]
00000400:00000200:2.0:1788204922.329445:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.329450:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204922.329454:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.329458:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204922.329461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204922.329463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204922.329467:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204922.329469:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204922.329472:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.329474:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204922.329477:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204922.329480:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204922.329483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204922.329485:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204922.329488:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204922.329491:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329498:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.329501:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329507:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329509:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204922.329512:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.329515:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204922.329517:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204922.329519:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298727469
00000100:00000001:2.0:1788204922.329522:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298729711
00000100:00000001:2.0:1788204922.329524:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298727469
00000100:00000001:2.0:1788204922.329526:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298729712
00000100:00000001:2.0:1788204922.329528:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204922.329530:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329531:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204922.329535:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204922.329543:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204922.329544:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204922.329546:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204922.329548:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204922.329550:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204922.329552:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204922.329555:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204922.329563:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329570:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204922.329571:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329573:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.329574:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204922.329578:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329584:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204922.329588:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329594:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204922.329596:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329598:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.329599:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329601:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204922.329602:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204922.329605:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204922.329608:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204922.329610:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204922.329614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204922.329621:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204922.329625:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329627:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.329630:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618709248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329636:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204922.329639:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204922.329640:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204922.329643:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204922.329644:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204922.329646:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204922.329648:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204922.329650:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204922.329652:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204922.329653:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204922.329655:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204922.329657:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204922.329658:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329660:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.329663:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618709376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329669:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204922.329670:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204922.329672:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204922.329674:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204922.329675:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204922.329676:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204922.329678:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204922.329680:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788204922.329682:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204922.329683:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204922.329684:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:2.0:1788204922.329686:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204922.329687:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329689:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329693:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204922.329694:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329696:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204922.329698:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204922.329699:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204922.329703:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329710:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.329711:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.329713:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204922.329715:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204922.329717:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.329720:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204922.329723:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204922.329725:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204922.329726:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.329728:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204922.329731:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204922.329733:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.329736:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204922.329738:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204922.329741:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204922.329744:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709504, portal 4
00000100:00000001:2.0:1788204922.329746:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204922.329747:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788204922.329752:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329758:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204922.329761:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204922.329763:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204922.329766:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618709504, offset 0
00000400:00000200:2.0:1788204922.329770:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204922.329773:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.329776:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204922.329779:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204922.329782:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204922.329784:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204922.329786:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.329789:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3801:3801:256:4294967295] 192.168.201.124@tcp LPNI seq info [3801:3801:8:4294967295]
00000400:00000200:2.0:1788204922.329793:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.329799:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204922.329804:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.329807:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204922.329811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204922.329814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204922.329817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204922.329820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204922.329824:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.329825:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204922.329828:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204922.329831:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204922.329834:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204922.329836:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204922.329838:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204922.329842:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329849:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.329852:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329858:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329860:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204922.329863:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.329866:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204922.329870:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204922.329872:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298727449
00000100:00000001:2.0:1788204922.329874:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298729711
00000100:00000001:2.0:1788204922.329876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298727449
00000100:00000001:2.0:1788204922.329878:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298729712
00000100:00000001:2.0:1788204922.329880:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204922.329882:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.329883:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204922.329887:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204922.329895:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204922.329897:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204922.329899:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204922.329901:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204922.329903:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204922.329905:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204922.329908:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204922.329917:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329923:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204922.329924:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329926:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.329927:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204922.329931:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329937:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204922.329941:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329947:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204922.329949:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329951:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.329952:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.329954:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204922.329955:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204922.329957:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204922.329960:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204922.329963:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204922.329967:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204922.329975:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204922.329979:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204922.329983:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.329989:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.329991:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.329993:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204922.330008:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204922.330010:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.330013:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204922.330017:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204922.330018:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204922.330020:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.330022:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204922.330025:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204922.330027:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204922.330030:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204922.330032:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204922.330036:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204922.330039:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709632, portal 4
00000100:00000001:2.0:1788204922.330040:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204922.330042:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788204922.330048:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330074:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204922.330076:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204922.330079:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204922.330082:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618709632, offset 0
00000400:00000200:2.0:1788204922.330086:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204922.330090:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.330093:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204922.330096:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204922.330098:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204922.330101:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204922.330103:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204922.330106:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3802:3802:256:4294967295] 192.168.201.124@tcp LPNI seq info [3802:3802:8:4294967295]
00000400:00000200:2.0:1788204922.330109:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204922.330115:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204922.330119:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.330122:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204922.330126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204922.330128:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204922.330132:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204922.330134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204922.330138:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204922.330140:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204922.330142:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204922.330146:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204922.330148:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204922.330150:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204922.330152:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204922.330156:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330162:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.330165:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330171:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.330172:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204922.330175:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.330178:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204922.330181:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204922.330183:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298727584
00000100:00000001:2.0:1788204922.330186:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298729711
00000100:00000001:2.0:1788204922.330188:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298727584
00000100:00000001:2.0:1788204922.330190:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298729712
00000100:00000001:2.0:1788204922.330191:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204922.330193:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.330195:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204922.330198:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204922.330205:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204922.330207:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204922.330208:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204922.330210:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204922.330212:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204922.330214:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204922.330217:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204922.330225:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330231:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204922.330232:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330234:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.330235:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204922.330239:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330245:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204922.330249:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330255:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204922.330258:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330259:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204922.330260:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330262:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204922.330264:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204922.330266:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204922.330269:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204922.330271:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204922.330275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204922.330282:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204922.330286:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330288:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.330291:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618709504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330297:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204922.330298:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204922.330301:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204922.330303:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204922.330304:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204922.330305:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204922.330307:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204922.330309:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204922.330311:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204922.330312:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204922.330313:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788204922.330316:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204922.330317:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330318:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204922.330321:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618709632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.330332:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204922.330334:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204922.330335:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:2.0:1788204922.330337:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204922.330338:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204922.330339:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204922.330341:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204922.330342:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204922.330344:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204922.330345:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204922.330346:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204922.330348:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204922.330349:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330351:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.330354:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204922.330356:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.330357:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204922.330359:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204922.649192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204922.649199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204922.649205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204922.649206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204922.649209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204922.649211:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204922.649214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204922.649216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204922.649304:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204922.649308:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204922.649311:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204923.351159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204923.351165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204923.351167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204923.351172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204923.351176:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204923.351179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204923.351182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204923.351184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204923.351186:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204923.671200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204923.671207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204923.671212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204923.671213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204923.671216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204923.671216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204923.671219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204923.671220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204923.671283:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204923.671297:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204923.671305:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204924.375112:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204924.375119:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204924.375122:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204924.375126:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204924.375129:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204924.375133:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204924.375135:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204924.375138:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204924.375140:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204924.631104:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298729712, at 4298729728
00000100:00000040:2.0:1788204924.631121:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298729711, at 4298729728
00000100:00000010:3.0:1788204924.631125:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93506c0.
00000100:00000010:2.0:1788204924.631128:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204924.695641:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204924.695647:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695652:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204924.695653:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695655:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204924.695657:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204924.695659:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204924.695663:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204924.695664:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204924.695665:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695668:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204924.695669:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695670:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695672:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695675:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204924.695676:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204924.695677:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204924.695678:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695679:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204924.695680:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695681:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204924.695682:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204924.695748:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204924.695752:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204924.695756:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204925.399155:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204925.399162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204925.399164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204925.399169:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204925.399172:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204925.399176:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204925.399178:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204925.399181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204925.399183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204925.719157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204925.719165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204925.719171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204925.719172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204925.719176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204925.719177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204925.719181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204925.719182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204925.719266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204925.719270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204925.719274:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204926.423157:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204926.423164:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204926.423166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204926.423171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204926.423175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204926.423177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204926.423179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204926.423181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204926.423183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743152:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204926.743157:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204926.743163:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204926.743165:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204926.743167:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743169:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204926.743171:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743172:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743174:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204926.743176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204926.743178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204926.743179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204926.743238:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204926.743240:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204926.743242:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204927.447158:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204927.447161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204927.447166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204927.447167:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204927.447171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447171:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204927.447174:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204927.447177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204927.447178:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204927.447182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204927.447185:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4060
00000100:00000001:2.0:1788204927.447188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.447193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788204927.447193:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204927.447197:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204927.447200:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204927.447202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204927.447203:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204927.447208:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447210:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204927.447212:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447214:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204927.447216:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204927.447218:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204927.447221:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204927.447224:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204927.447226:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204927.447229:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204927.447232:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447234:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204927.447236:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447238:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204927.447241:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204927.447244:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447247:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204927.447249:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204927.447252:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204927.447255:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447257:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204927.447259:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204927.447268:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000020:00000040:3.0:1788204927.447271:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204927.447274:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204927.447276:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447277:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204927.447280:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204927.447283:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204927.447289:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204927.447294:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204927.447301:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204927.447308:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204927.447311:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204927.447315:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204927.447330:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204927.447332:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204927.447334:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204927.447335:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204927.447336:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204927.447338:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204927.447340:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4060
00000400:00000200:3.0:1788204927.447342:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204927.447345:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204927.447346:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204927.447349:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447351:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204927.447352:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447354:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204927.447355:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204927.447356:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204927.447357:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204927.447358:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204927.447359:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204927.447362:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204927.447363:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204927.447363:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204927.447367:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204927.447367:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447370:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204927.447374:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447376:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204927.447377:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204927.447378:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204927.447383:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447386:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204927.447389:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204927.447394:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.447395:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204927.447396:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.447400:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447400:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204927.447403:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204927.447406:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788204927.447407:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447410:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.447411:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788204927.447412:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000020:00000040:3.0:1788204927.447417:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204927.447418:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204927.447419:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204927.447422:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447424:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204927.447425:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204927.447426:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618709760:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204927.447427:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204927.447431:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:2.0:1788204927.447435:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204927.447435:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.447441:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1788204927.447442:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204927.447446:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447450:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204927.447452:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204927.447452:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204927.447456:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204927.447459:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
00000100:00000001:3.0:1788204927.447462:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.447464:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204927.447465:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204927.447469:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204927.447470:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204927.447471:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204927.447474:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204927.447475:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204927.447476:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4060
00000400:00000200:3.0:1788204927.447481:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204927.447482:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:3.0:1788204927.447483:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204927.447488:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204927.447490:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447491:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204927.447492:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204927.447493:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447497:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204927.447498:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204927.447498:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204927.447499:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204927.447500:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000200:2.0:1788204927.447502:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709760, portal 25
00000020:00000001:3.0:1788204927.447502:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204927.447508:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788204927.447508:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204927.447511:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:3.0:1788204927.447514:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447518:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204927.447522:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204927.447523:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447528:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204927.447534:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:2.0:1788204927.447540:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204927.447540:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447546:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.447547:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204927.447549:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788204927.447552:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
02000000:00000001:3.0:1788204927.447554:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788204927.447556:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618709760, offset 0
02000000:00000001:3.0:1788204927.447557:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447562:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204927.447564:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204927.447566:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.447569:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447569:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204927.447575:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788204927.447577:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204927.447579:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204927.447581:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.447582:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204927.447583:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204927.447586:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204927.447588:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204927.447591:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000400:00000200:2.0:1788204927.447592:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788204927.447595:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.447599:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1788204927.447601:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204927.447607:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204927.447608:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204927.447609:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204927.447613:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204927.447620:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.447622:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788204927.447622:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204927.447627:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204927.447630:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447630:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204927.447632:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204927.447635:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204927.447639:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4060
00000400:00000200:2.0:1788204927.447640:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3803:3803:256:4294967295] 192.168.201.124@tcp LPNI seq info [3803:3803:8:4294967295]
00000400:00000200:2.0:1788204927.447647:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.447655:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204927.447662:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204927.447664:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204927.447667:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204927.447669:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204927.447671:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204927.447672:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204927.447672:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204927.447676:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447677:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204927.447679:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204927.447681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204927.447682:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204927.447685:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788204927.447687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788204927.447687:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204927.447691:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204927.447696:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.1:1788204927.447696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204927.447701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1788204927.447703:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000100:2.0:1788204927.447708:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447708:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788204927.447712:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000040:3.0:1788204927.447712:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447716:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204927.447717:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:2.0:1788204927.447718:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204927.447721:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447723:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204927.447726:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204927.447727:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204927.447729:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204927.447732:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447734:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204927.447736:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204927.447737:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000008:00000001:3.0:1788204927.447737:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447742:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204927.447743:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000010:3.0:1788204927.447745:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788204927.447747:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204927.447750:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204927.447750:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204927.447752:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447754:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204927.447756:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204927.447758:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204927.447758:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204927.447760:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788204927.447764:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204927.447770:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204927.447780:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204927.447780:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204927.447781:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204927.447789:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204927.447791:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204927.447799:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204927.447803:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204927.447810:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204927.447811:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447812:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204927.447814:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204927.447816:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204927.447817:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204927.447821:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4060
00000100:00000001:2.0:1788204927.447825:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204927.447825:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204927.447830:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204927.447832:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204927.447836:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204927.447836:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447841:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204927.447843:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298734831
00000100:00000040:3.0:1788204927.447843:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447846:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204927.447848:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204927.447849:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204927.447850:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204927.447851:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000010:2.0:1788204927.447852:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000020:00000001:3.0:1788204927.447852:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204927.447857:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204927.447859:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447860:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204927.447861:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204927.447862:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788204927.447863:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204927.447866:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204927.447869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298734831
00000100:00080000:3.0:1788204927.447869:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204927.447870:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204927.447873:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1788204927.447877:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93506c0.
02000000:00000001:3.0:1788204927.447877:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204927.447878:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.447882:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204927.447884:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.447886:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447888:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204927.447889:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1788204927.447890:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204927.447893:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.447896:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204927.447896:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204927.447900:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788204927.447904:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204927.447921:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204927.447923:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.447925:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204927.447927:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204927.447929:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204927.447935:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000400:00000001:2.0:1788204927.447937:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204927.447939:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204927.447940:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.447946:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:3.0:1788204927.447948:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204927.447949:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204927.447953:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204927.447957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204927.447962:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204927.447963:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204927.447967:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204927.447973:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204927.447978:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.447981:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.447983:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.447987:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.447989:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204927.447996:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.447997:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448004:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204927.448005:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4070)
00000100:00000040:2.0:1788204927.448008:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448013:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.448015:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448016:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448017:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448018:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.448020:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.448022:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.448024:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204927.448026:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.448029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.448034:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618709760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204927.448037:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448038:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448039:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618709760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448043:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.448044:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448046:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204927.448048:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.448049:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.448050:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204927.448065:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.448067:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:2.0:1788204927.448070:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.448071:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.448072:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:2.0:1788204927.448074:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.448075:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448076:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448080:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204927.448081:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448083:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204927.448084:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204927.448085:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.448087:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448091:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.448092:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448093:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.448095:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.448096:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.448097:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.448100:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.448101:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.448102:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448103:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448105:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204927.448106:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.448109:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204927.448110:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204927.448112:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204927.448114:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618709888, portal 10
00000100:00000001:2.0:1788204927.448115:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.448116:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:2.0:1788204927.448120:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448124:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.448126:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204927.448127:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204927.448128:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618709888, offset 0
00000400:00000200:2.0:1788204927.448131:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448133:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448135:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204927.448137:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.448138:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204927.448140:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.448141:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448143:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3804:3804:256:4294967295] 192.168.201.124@tcp LPNI seq info [3804:3804:8:4294967295]
00000400:00000200:2.0:1788204927.448146:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448150:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.448153:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448154:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204927.448157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204927.448159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204927.448162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204927.448163:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204927.448165:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448166:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204927.448168:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.448170:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.448172:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204927.448173:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204927.448174:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.448176:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448181:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448183:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448186:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448187:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.448189:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.448191:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204927.448193:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204927.448194:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298734743
00000100:00000001:2.0:1788204927.448195:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448197:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298734743
00000100:00000001:2.0:1788204927.448198:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448199:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.448201:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448202:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.448204:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.448207:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.448208:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.448209:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204927.448211:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204927.448212:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204927.448213:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.448215:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.448219:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448222:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.448223:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448224:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448225:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.448227:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448230:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.448232:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448236:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.448237:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448238:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448239:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448240:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.448241:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.448242:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.448244:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204927.448245:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.448247:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.448251:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618709888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.448253:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.448255:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448259:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.448260:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448261:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.448262:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.448263:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.448264:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.448266:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.448267:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.448267:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448268:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448270:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204927.448271:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.448273:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204927.448275:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204927.448278:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204927.448280:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710016, portal 10
00000100:00000001:2.0:1788204927.448282:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.448283:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
00000100:00000040:2.0:1788204927.448288:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448294:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.448296:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204927.448298:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204927.448301:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618710016, offset 0
00000400:00000200:2.0:1788204927.448304:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448308:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448311:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204927.448313:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.448317:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204927.448319:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.448321:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448324:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3805:3805:256:4294967295] 192.168.201.124@tcp LPNI seq info [3805:3805:8:4294967295]
00000400:00000200:2.0:1788204927.448328:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448334:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.448337:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448339:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204927.448341:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204927.448343:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204927.448346:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204927.448347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204927.448349:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448351:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204927.448352:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.448354:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.448356:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204927.448357:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204927.448359:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.448362:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448366:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448368:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448372:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448373:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.448375:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.448377:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204927.448378:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204927.448380:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298732588
00000100:00000001:2.0:1788204927.448381:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448383:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298732588
00000100:00000001:2.0:1788204927.448385:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448386:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.448387:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448389:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.448391:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.448395:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.448395:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.448396:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204927.448397:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204927.448398:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204927.448399:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.448401:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.448405:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448409:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.448410:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448411:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448412:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.448413:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448417:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.448419:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448422:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.448424:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448424:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448425:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448427:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.448428:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.448429:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.448432:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204927.448434:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.448437:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.448445:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.448449:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.448452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448458:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.448459:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448461:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.448463:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.448465:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.448468:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.448471:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.448473:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.448474:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448476:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448479:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204927.448480:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.448483:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204927.448485:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204927.448487:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204927.448489:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710144, portal 4
00000100:00000001:2.0:1788204927.448490:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.448491:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788204927.448494:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448499:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.448500:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204927.448501:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204927.448503:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618710144, offset 0
00000400:00000200:2.0:1788204927.448505:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448507:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448509:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204927.448510:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.448512:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204927.448513:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.448515:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448517:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3806:3806:256:4294967295] 192.168.201.124@tcp LPNI seq info [3806:3806:8:4294967295]
00000400:00000200:2.0:1788204927.448519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448523:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.448525:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448526:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204927.448529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204927.448530:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204927.448533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204927.448545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204927.448547:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448549:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204927.448551:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.448553:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.448555:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204927.448556:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204927.448558:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.448560:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448564:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448575:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448585:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448586:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.448589:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.448591:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204927.448593:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204927.448594:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298732568
00000100:00000001:2.0:1788204927.448596:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448597:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298732568
00000100:00000001:2.0:1788204927.448598:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448599:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.448601:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448602:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.448603:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.448608:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.448609:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.448610:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204927.448611:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204927.448612:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204927.448614:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.448615:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.448620:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448623:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.448624:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448625:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448626:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.448628:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448632:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.448634:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448638:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.448639:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448640:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448641:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448642:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.448643:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.448644:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.448645:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204927.448647:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.448648:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.448652:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.448654:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.448656:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448659:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.448660:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448661:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.448663:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.448664:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.448665:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.448667:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.448668:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.448669:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.448670:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448672:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204927.448673:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.448675:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204927.448676:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204927.448678:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204927.448680:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710272, portal 4
00000100:00000001:2.0:1788204927.448681:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.448682:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788204927.448685:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448689:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.448690:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204927.448692:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204927.448694:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618710272, offset 0
00000400:00000200:2.0:1788204927.448698:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448701:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448704:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204927.448707:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.448709:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204927.448711:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.448714:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204927.448717:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3807:3807:256:4294967295] 192.168.201.124@tcp LPNI seq info [3807:3807:8:4294967295]
00000400:00000200:2.0:1788204927.448720:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204927.448726:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.448730:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448733:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204927.448737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204927.448739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204927.448743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204927.448745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204927.448749:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204927.448751:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204927.448754:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.448757:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.448760:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204927.448762:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204927.448765:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.448768:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448777:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448780:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448786:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448788:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.448791:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.448793:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204927.448797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204927.448799:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298732702
00000100:00000001:2.0:1788204927.448801:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448803:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298732702
00000100:00000001:2.0:1788204927.448806:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298734831
00000100:00000001:2.0:1788204927.448808:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.448810:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448811:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.448814:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.448822:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.448823:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.448825:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204927.448827:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204927.448829:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204927.448831:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.448835:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.448842:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448849:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.448850:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448852:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448853:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.448857:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448863:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.448866:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448870:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.448872:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448873:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.448874:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448875:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.448876:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.448877:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.448879:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204927.448880:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.448882:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.448887:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.448889:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448890:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448892:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618709888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448896:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.448897:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448899:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204927.448900:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.448901:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.448902:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204927.448903:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.448904:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:2.0:1788204927.448918:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.448919:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.448920:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:2.0:1788204927.448922:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.448923:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448924:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448927:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618710016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448931:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.448931:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448932:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204927.448934:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.448934:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.448935:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204927.448936:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.448937:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:2.0:1788204927.448938:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.448938:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.448939:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00000001:2.0:1788204927.448940:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.448941:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448942:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448943:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618710144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448946:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.448948:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448948:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204927.448950:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.448950:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.448951:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204927.448953:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.448953:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:2.0:1788204927.448955:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.448955:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.448956:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788204927.448957:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.448958:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448959:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.448960:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618710272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.448963:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.448964:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.448965:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204927.448966:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.448966:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.448967:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204927.448968:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.448969:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788204927.448970:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.448970:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.448971:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788204927.448972:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.448973:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448974:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.448976:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204927.448977:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.448978:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204927.448979:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204927.767174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204927.767180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204927.767185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204927.767186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204927.767189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204927.767190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204927.767193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204927.767194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204927.767255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204927.767259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204927.767262:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204928.471202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204928.471210:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204928.471212:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204928.471218:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204928.471222:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204928.471225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204928.471227:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204928.471230:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204928.471233:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204928.791162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204928.791168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204928.791173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204928.791174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204928.791177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204928.791178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204928.791181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204928.791182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204928.791248:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204928.791252:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204928.791254:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204929.495174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204929.495180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204929.495181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204929.495184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204929.495187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204929.495189:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.495191:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204929.495193:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.495194:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204929.751145:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298734831, at 4298734848
00000100:00000040:3.0:1788204929.751145:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298734831, at 4298734848
00000100:00000010:2.0:1788204929.751157:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204929.751160:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93506c0.
00010000:00000001:3.0:1788204929.815109:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204929.815115:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204929.815117:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204929.815119:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204929.815122:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204929.815124:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204929.815125:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204929.815127:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204929.815130:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204929.815131:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204929.815133:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204929.815134:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204929.815136:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204929.815137:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204929.815188:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204929.815192:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204929.815195:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204930.519175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204930.519182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204930.519184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204930.519190:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204930.519193:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204930.519197:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204930.519199:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204930.519202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204930.519204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204930.839186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204930.839194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204930.839201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204930.839202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204930.839207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204930.839208:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204930.839211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204930.839213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204930.839311:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204930.839318:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204930.839322:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204931.543188:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204931.543195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204931.543197:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204931.543202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204931.543205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204931.543209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204931.543211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204931.543214:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204931.543216:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204931.863187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204931.863194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204931.863199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204931.863200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204931.863203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204931.863204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204931.863207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204931.863208:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204931.863260:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204931.863272:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204931.863275:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204932.567172:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204932.567177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204932.567184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204932.567187:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204932.567189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567191:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788204932.567197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788204932.567197:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204932.567204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204932.567205:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204932.567210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204932.567215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204932.567216:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4065
00000100:00000001:0.0:1788204932.567221:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204932.567226:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204932.567231:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204932.567238:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204932.567243:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204932.567247:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567251:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204932.567254:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567264:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204932.567269:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204932.567271:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204932.567274:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204932.567278:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204932.567280:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204932.567283:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204932.567287:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567289:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204932.567291:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567293:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204932.567296:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204932.567300:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567303:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204932.567306:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204932.567318:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204932.567321:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567324:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204932.567327:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204932.567339:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788204932.567343:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204932.567347:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204932.567350:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567354:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204932.567357:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204932.567362:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204932.567378:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788204932.567385:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204932.567397:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204932.567409:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204932.567415:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204932.567420:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.567444:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204932.567447:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204932.567451:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204932.567452:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204932.567454:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204932.567457:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204932.567460:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4065
00000400:00000200:3.0:1788204932.567464:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204932.567467:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204932.567469:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204932.567472:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567475:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204932.567477:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567480:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204932.567482:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204932.567484:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204932.567486:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204932.567489:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204932.567491:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204932.567495:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204932.567499:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567501:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204932.567503:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567506:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204932.567509:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204932.567512:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567517:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.567518:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204932.567520:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204932.567529:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204932.567530:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.567534:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204932.567536:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567540:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204932.567545:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204932.567551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204932.567551:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567558:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204932.567565:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000020:00000040:3.0:1788204932.567571:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204932.567576:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204932.567577:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567579:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204932.567582:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204932.567586:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204932.567587:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204932.567593:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:2.0:1788204932.567595:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567599:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.567602:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204932.567608:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204932.567609:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204932.567614:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.567630:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618710400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204932.567633:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204932.567638:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.567640:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204932.567646:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204932.567646:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204932.567650:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.567659:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204932.567670:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204932.567673:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
00000100:00080000:3.0:1788204932.567674:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204932.567681:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204932.567682:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204932.567687:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204932.567689:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204932.567694:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204932.567696:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204932.567702:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4065
00000400:00000010:2.0:1788204932.567705:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:3.0:1788204932.567711:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204932.567718:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:2.0:1788204932.567719:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00080000:3.0:1788204932.567722:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204932.567728:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204932.567730:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710400, portal 25
00000100:00000001:3.0:1788204932.567731:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204932.567738:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204932.567740:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204932.567744:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204932.567745:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000020:00000001:3.0:1788204932.567752:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204932.567755:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204932.567761:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204932.567762:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204932.567765:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204932.567771:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204932.567777:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204932.567790:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204932.567790:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567797:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204932.567802:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204932.567803:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204932.567808:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788204932.567809:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:2.0:1788204932.567815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618710400, offset 0
00000020:00000040:3.0:1788204932.567815:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204932.567840:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204932.567843:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204932.567846:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204932.567851:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204932.567855:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204932.567862:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204932.567863:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567867:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204932.567870:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204932.567876:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000008:00000001:3.0:1788204932.567876:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.567882:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.567887:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788204932.567889:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788204932.567894:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204932.567895:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788204932.567900:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204932.567903:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.567904:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204932.567907:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204932.567911:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204932.567912:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:3.0:1788204932.567915:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.567922:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3808:3808:256:4294967295] 192.168.201.124@tcp LPNI seq info [3808:3808:8:4294967295]
02000000:00000010:3.0:1788204932.567923:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204932.567930:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.567937:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788204932.567944:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204932.567957:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204932.567959:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204932.567965:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204932.567971:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204932.567991:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204932.567992:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788204932.567999:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1788204932.568003:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00080000:3.0:1788204932.568005:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204932.568009:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204932.568012:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1788204932.568015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204932.568017:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204932.568023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1788204932.568025:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4065
00000400:00000200:3.0:1788204932.568038:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204932.568044:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204932.568049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788204932.568050:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204932.568088:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.568095:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204932.568097:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1788204932.568103:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.568108:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204932.568111:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204932.568112:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204932.568114:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204932.568116:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204932.568119:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204932.568121:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000100:2.0:1788204932.568128:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204932.568130:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:2.0:1788204932.568134:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788204932.568136:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204932.568142:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204932.568144:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204932.568146:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204932.568153:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:2.0:1788204932.568155:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204932.568161:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204932.568164:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000001:3.0:1788204932.568166:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204932.568168:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
02000000:00000001:3.0:1788204932.568172:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204932.568177:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204932.568177:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204932.568183:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204932.568187:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.568188:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204932.568193:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204932.568202:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.568212:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568218:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788204932.568219:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788204932.568226:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000040:2.0:1788204932.568227:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204932.568237:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204932.568240:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.568247:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204932.568250:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204932.568250:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204932.568255:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204932.568260:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:2.0:1788204932.568263:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204932.568266:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568272:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204932.568277:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204932.568282:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204932.568289:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298739952
00000100:00000010:2.0:1788204932.568299:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:3.0:1788204932.568301:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204932.568306:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568308:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788204932.568314:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.568318:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298739952
00000100:00000010:2.0:1788204932.568326:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350420.
00000100:00000001:2.0:1788204932.568335:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204932.568340:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204932.568343:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568345:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204932.568349:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204932.568350:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204932.568357:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1788204932.568359:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.568361:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204932.568365:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204932.568373:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204932.568379:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4065
00000400:00000200:3.0:1788204932.568390:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000001:2.0:1788204932.568393:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204932.568398:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1788204932.568398:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:2.0:1788204932.568402:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788204932.568404:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204932.568410:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:3.0:1788204932.568413:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204932.568414:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788204932.568421:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204932.568423:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204932.568428:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204932.568433:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.568435:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204932.568441:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204932.568444:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204932.568448:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204932.568452:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204932.568458:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788204932.568461:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204932.568463:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788204932.568477:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204932.568485:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204932.568490:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1788204932.568492:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204932.568495:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204932.568497:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204932.568500:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788204932.568504:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204932.568505:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204932.568512:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00100000:2.0:1788204932.568516:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.568518:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204932.568525:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204932.568529:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204932.568535:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.568543:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204932.568544:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204932.568547:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000040:2.0:1788204932.568553:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204932.568555:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.568562:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204932.568570:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204932.568576:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204932.568576:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204932.568582:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204932.568585:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204932.568587:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568591:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204932.568593:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204932.568595:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204932.568597:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204932.568602:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568603:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204932.568607:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1788204932.568609:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00080000:2.0:1788204932.568613:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204932.568616:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204932.568622:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00100000:3.0:1788204932.568628:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204932.568629:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204932.568639:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.568675:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788204932.568681:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618710400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204932.568683:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568695:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204932.568697:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.568700:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.568707:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618710400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204932.568723:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568733:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204932.568737:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1788204932.568737:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4075)
02000000:00000010:2.0:1788204932.568743:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204932.568749:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204932.568752:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204932.568754:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204932.568756:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204932.568759:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788204932.568763:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204932.568765:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204932.568767:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:2.0:1788204932.568770:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204932.568772:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.568774:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.568780:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204932.568782:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568785:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204932.568786:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204932.568788:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204932.568792:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.568805:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204932.568806:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.568808:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204932.568810:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204932.568812:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.568815:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204932.568832:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204932.568835:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204932.568836:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.568838:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204932.568841:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204932.568843:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.568848:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204932.568851:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204932.568854:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204932.568856:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710528, portal 10
00000100:00000001:2.0:1788204932.568858:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204932.568859:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:2.0:1788204932.568865:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.568871:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204932.568873:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204932.568875:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204932.568877:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618710528, offset 0
00000400:00000200:2.0:1788204932.568880:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204932.568885:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.568889:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204932.568892:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204932.568894:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204932.568897:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204932.568899:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204932.568902:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3809:3809:256:4294967295] 192.168.201.124@tcp LPNI seq info [3809:3809:8:4294967295]
00000400:00000200:2.0:1788204932.568906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.568912:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204932.568917:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.568920:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204932.568924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204932.568927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204932.568932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204932.568935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204932.568938:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.568940:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204932.568943:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204932.568947:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204932.568950:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204932.568951:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204932.568955:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204932.568958:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.568966:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.568969:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.568975:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.568976:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204932.568979:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.568983:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204932.568986:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204932.568988:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298739863
00000100:00000001:2.0:1788204932.568991:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.568993:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298739863
00000100:00000001:2.0:1788204932.568994:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.568996:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.568999:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569000:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204932.569004:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204932.569012:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204932.569013:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204932.569015:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204932.569018:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204932.569019:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204932.569021:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204932.569024:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204932.569032:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569038:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204932.569040:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569041:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569043:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204932.569046:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569076:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204932.569080:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569087:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204932.569089:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569091:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569092:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569094:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204932.569095:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204932.569098:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204932.569102:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204932.569104:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204932.569108:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204932.569115:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204932.569119:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204932.569123:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569130:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204932.569132:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.569134:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204932.569136:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204932.569138:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.569141:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204932.569145:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204932.569147:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204932.569148:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.569150:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569154:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204932.569156:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.569159:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204932.569162:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204932.569166:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204932.569168:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710656, portal 10
00000100:00000001:2.0:1788204932.569170:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204932.569171:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:2.0:1788204932.569177:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569183:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204932.569186:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204932.569188:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204932.569190:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618710656, offset 0
00000400:00000200:2.0:1788204932.569194:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204932.569198:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.569201:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204932.569204:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204932.569206:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204932.569208:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204932.569210:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204932.569213:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3810:3810:256:4294967295] 192.168.201.124@tcp LPNI seq info [3810:3810:8:4294967295]
00000400:00000200:2.0:1788204932.569216:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.569222:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204932.569227:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.569230:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204932.569233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204932.569236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204932.569240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204932.569243:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204932.569247:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.569248:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204932.569252:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204932.569255:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204932.569258:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204932.569260:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204932.569262:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204932.569266:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569273:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569277:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569283:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569284:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204932.569288:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.569291:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204932.569293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204932.569295:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298737709
00000100:00000001:2.0:1788204932.569297:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.569299:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298737709
00000100:00000001:2.0:1788204932.569301:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.569302:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.569304:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569306:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204932.569309:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204932.569316:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204932.569318:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204932.569319:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204932.569321:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204932.569323:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204932.569324:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204932.569328:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204932.569335:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569341:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204932.569343:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569344:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569346:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204932.569349:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569355:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204932.569359:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569366:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204932.569368:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569370:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569371:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569373:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204932.569374:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204932.569376:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204932.569380:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204932.569382:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204932.569386:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204932.569392:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204932.569396:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204932.569399:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569405:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204932.569407:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.569409:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204932.569410:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204932.569412:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.569414:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204932.569417:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204932.569419:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204932.569420:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.569421:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569424:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204932.569426:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.569429:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204932.569431:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204932.569434:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204932.569436:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710784, portal 4
00000100:00000001:2.0:1788204932.569438:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204932.569439:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:2.0:1788204932.569443:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569448:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204932.569450:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204932.569451:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204932.569453:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618710784, offset 0
00000400:00000200:2.0:1788204932.569456:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204932.569459:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.569463:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204932.569465:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204932.569467:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204932.569469:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204932.569471:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204932.569473:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3811:3811:256:4294967295] 192.168.201.124@tcp LPNI seq info [3811:3811:8:4294967295]
00000400:00000200:2.0:1788204932.569477:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.569482:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204932.569486:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.569488:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204932.569493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204932.569495:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204932.569499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204932.569501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204932.569504:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.569506:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204932.569508:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204932.569511:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204932.569514:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204932.569515:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204932.569519:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204932.569522:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569530:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569533:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569539:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569541:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204932.569544:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.569546:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204932.569549:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204932.569551:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298737689
00000100:00000001:2.0:1788204932.569553:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.569555:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298737689
00000100:00000001:2.0:1788204932.569557:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.569559:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.569561:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569562:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204932.569566:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204932.569573:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204932.569575:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204932.569576:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204932.569577:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204932.569578:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204932.569580:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204932.569582:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204932.569587:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569595:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204932.569596:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569597:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569598:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204932.569600:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569604:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204932.569606:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569610:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204932.569612:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569613:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569613:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569614:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204932.569615:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204932.569617:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204932.569618:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204932.569619:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204932.569622:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204932.569626:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204932.569628:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204932.569630:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569634:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204932.569635:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.569637:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204932.569638:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204932.569639:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.569641:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204932.569643:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204932.569645:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204932.569646:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.569648:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569651:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204932.569653:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204932.569656:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204932.569658:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204932.569660:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204932.569663:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618710912, portal 4
00000100:00000001:2.0:1788204932.569664:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204932.569666:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:2.0:1788204932.569671:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569676:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204932.569678:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204932.569680:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204932.569682:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618710912, offset 0
00000400:00000200:2.0:1788204932.569685:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204932.569689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.569692:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204932.569695:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204932.569697:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204932.569699:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204932.569701:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204932.569704:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3812:3812:256:4294967295] 192.168.201.124@tcp LPNI seq info [3812:3812:8:4294967295]
00000400:00000200:2.0:1788204932.569707:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204932.569712:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204932.569717:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.569720:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204932.569724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204932.569726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204932.569730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204932.569733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204932.569736:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204932.569738:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204932.569740:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204932.569743:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204932.569746:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204932.569747:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204932.569750:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204932.569752:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569757:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569759:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569763:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569764:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204932.569766:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.569769:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204932.569772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204932.569774:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298737823
00000100:00000001:2.0:1788204932.569776:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.569778:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298737823
00000100:00000001:2.0:1788204932.569780:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298739952
00000100:00000001:2.0:1788204932.569782:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.569784:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.569786:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204932.569789:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204932.569797:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204932.569798:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204932.569800:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204932.569802:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204932.569804:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204932.569806:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204932.569809:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204932.569827:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569835:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204932.569837:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569838:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569839:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204932.569843:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569848:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204932.569852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569857:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204932.569859:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569860:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204932.569861:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569863:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204932.569864:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204932.569867:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204932.569870:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204932.569872:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204932.569876:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204932.569883:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618710912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204932.569887:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569889:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569891:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618710528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569896:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204932.569898:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569899:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204932.569902:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204932.569903:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204932.569904:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204932.569906:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204932.569908:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788204932.569911:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204932.569912:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204932.569913:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788204932.569915:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204932.569916:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569918:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569922:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618710656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569928:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204932.569929:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569930:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204932.569933:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204932.569934:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204932.569935:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204932.569937:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204932.569938:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788204932.569941:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204932.569942:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204932.569943:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788204932.569946:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204932.569947:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569949:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569952:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618710784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569958:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204932.569959:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569960:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204932.569962:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204932.569964:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204932.569965:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204932.569966:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204932.569968:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204932.569970:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204932.569971:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204932.569972:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:2.0:1788204932.569974:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204932.569976:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.569977:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204932.569980:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618710912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.569986:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204932.569987:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204932.569988:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:2.0:1788204932.569990:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204932.569991:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204932.569992:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204932.569994:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204932.569995:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204932.569998:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204932.569999:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204932.570000:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:2.0:1788204932.570002:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204932.570003:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.570005:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.570009:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204932.570010:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.570012:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204932.570014:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204932.887207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204932.887214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204932.887218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204932.887220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204932.887223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204932.887224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204932.887227:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204932.887228:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204932.887309:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204932.887314:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204932.887317:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204933.591132:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204933.591139:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204933.591141:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204933.591145:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204933.591149:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204933.591152:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204933.591155:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204933.591157:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204933.591159:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204933.911175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204933.911180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204933.911184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204933.911184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204933.911187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204933.911188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204933.911190:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204933.911191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204933.911236:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204933.911239:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204933.911241:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204934.615125:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204934.615134:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204934.615136:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204934.615141:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204934.615144:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204934.615147:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.615150:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204934.615159:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.615163:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204934.871137:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298739952, at 4298739968
00000100:00000010:3.0:1788204934.871156:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350420.
00000100:00000040:2.0:1788204934.871158:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298739952, at 4298739968
00000100:00000010:2.0:1788204934.871176:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204934.935213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204934.935223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204934.935233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935238:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204934.935242:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204934.935244:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204934.935252:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204934.935255:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204934.935257:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935260:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204934.935273:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935276:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935282:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935286:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204934.935288:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204934.935289:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204934.935291:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935293:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204934.935294:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935295:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204934.935297:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204934.935390:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204934.935395:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204934.935400:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204935.639193:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204935.639203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204935.639205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204935.639211:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204935.639215:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204935.639218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204935.639220:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204935.639222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204935.639225:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204935.959171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204935.959177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204935.959181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204935.959182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204935.959185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204935.959185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204935.959187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204935.959188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204935.959270:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204935.959277:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204935.959283:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204936.663207:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204936.663218:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204936.663221:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204936.663227:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204936.663231:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204936.663235:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204936.663237:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204936.663239:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204936.663241:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204936.983262:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983279:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204936.983285:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204936.983288:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204936.983292:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983296:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204936.983299:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983301:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983303:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983307:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204936.983308:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204936.983312:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204936.983314:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204936.983386:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204936.983391:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204936.983395:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204937.687158:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204937.687165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204937.687166:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204937.687175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204937.687176:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204937.687183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204937.687184:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204937.687194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204937.687195:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204937.687203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204937.687207:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4070
00000100:00000001:0.0:1788204937.687210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204937.687213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204937.687215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204937.687222:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204937.687223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204937.687236:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204937.687240:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204937.687244:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687248:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.687251:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687254:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204937.687259:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204937.687261:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204937.687264:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204937.687267:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204937.687269:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204937.687270:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204937.687273:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687274:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.687275:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687276:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204937.687278:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204937.687280:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687282:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204937.687283:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204937.687286:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204937.687288:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687290:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204937.687291:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204937.687300:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788204937.687303:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204937.687307:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204937.687310:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687313:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204937.687316:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204937.687319:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204937.687327:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788204937.687333:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204937.687343:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204937.687350:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204937.687353:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204937.687356:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204937.687377:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204937.687380:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204937.687382:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204937.687383:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204937.687384:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204937.687386:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204937.687387:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4070
00000400:00000200:3.0:1788204937.687390:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204937.687392:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204937.687393:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204937.687395:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687396:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.687398:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687399:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204937.687401:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204937.687402:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204937.687404:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204937.687405:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204937.687406:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204937.687408:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204937.687410:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687413:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.687414:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687415:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204937.687417:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204937.687420:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687422:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204937.687424:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204937.687429:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204937.687430:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204937.687432:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687435:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204937.687437:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1788204937.687440:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204937.687441:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1788204937.687443:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687447:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204937.687450:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788204937.687453:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204937.687457:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204937.687458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204937.687459:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687463:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204937.687465:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204937.687468:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204937.687477:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:3.0:1788204937.687484:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.687488:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1788204937.687491:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204937.687492:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.687504:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204937.687505:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204937.687509:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.687510:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204937.687514:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204937.687517:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687532:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.687535:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618711040:192.168.201.124@tcp:250:kworker.0
00000100:00080000:3.0:1788204937.687536:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204937.687548:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204937.687552:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204937.687553:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204937.687554:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204937.687558:0:15013:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204937.687562:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204937.687562:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4070
02000000:00000001:2.0:1788204937.687570:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204937.687572:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204937.687575:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1788204937.687580:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204937.687583:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1788204937.687587:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
00000100:00000040:3.0:1788204937.687588:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204937.687593:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687594:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.687601:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204937.687607:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204937.687609:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204937.687615:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204937.687616:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000040:3.0:1788204937.687617:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204937.687624:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204937.687627:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788204937.687629:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204937.687632:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:2.0:1788204937.687633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788204937.687644:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687646:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204937.687648:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711040, portal 25
00000100:00000040:3.0:1788204937.687649:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687660:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204937.687661:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204937.687670:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000020:00000040:3.0:1788204937.687670:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204937.687681:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687685:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204937.687689:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204937.687691:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204937.687693:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204937.687702:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687710:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204937.687715:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204937.687743:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687746:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204937.687750:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204937.687752:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204937.687755:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204937.687756:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204937.687757:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.687761:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204937.687765:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788204937.687770:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204937.687770:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204937.687775:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
02000000:00000010:3.0:1788204937.687777:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000200:2.0:1788204937.687782:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618711040, offset 0
00000100:00000001:3.0:1788204937.687783:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204937.687795:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204937.687805:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687807:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204937.687810:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204937.687814:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204937.687824:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204937.687835:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204937.687837:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204937.687839:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204937.687840:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204937.687844:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788204937.687845:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204937.687855:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204937.687859:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4070
00000400:00000200:2.0:1788204937.687862:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204937.687870:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204937.687874:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204937.687877:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204937.687881:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3813:3813:256:4294967295] 192.168.201.124@tcp LPNI seq info [3813:3813:8:4294967295]
00000400:00000200:2.0:1788204937.687886:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.687897:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204937.687905:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788204937.687908:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788204937.687913:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204937.687916:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204937.687919:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000040:3.0:1788204937.687920:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687931:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204937.687942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204937.687943:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687954:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.0:1788204937.687956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1788204937.687957:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204937.687960:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204937.687964:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204937.687966:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204937.687975:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.1:1788204937.687976:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:3.0:1788204937.687981:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.1:1788204937.687984:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1788204937.687988:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.687992:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788204937.688000:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204937.688000:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.688007:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:2.0:1788204937.688009:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000020:00000040:3.0:1788204937.688010:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788204937.688018:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204937.688020:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204937.688022:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204937.688024:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204937.688025:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204937.688032:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.688035:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204937.688036:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204937.688044:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1788204937.688044:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.688083:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204937.688089:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000010:3.0:1788204937.688089:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000400:00000010:2.0:1788204937.688099:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000020:00000040:3.0:1788204937.688099:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204937.688110:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204937.688111:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.688113:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204937.688114:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204937.688115:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204937.688116:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204937.688123:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000200:2.0:1788204937.688127:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204937.688127:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204937.688140:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204937.688168:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204937.688169:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204937.688173:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.688179:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204937.688184:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688211:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.688216:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204937.688216:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204937.688220:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204937.688227:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204937.688230:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204937.688234:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204937.688238:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788204937.688240:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204937.688244:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298745072
00000100:00000001:3.0:1788204937.688246:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204937.688252:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4070
00000100:00000010:2.0:1788204937.688253:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000400:00000200:3.0:1788204937.688259:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204937.688266:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1788204937.688266:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204937.688275:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204937.688280:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204937.688281:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298745072
00000100:00000001:3.0:1788204937.688283:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.688287:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000010:2.0:1788204937.688288:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350840.
00000100:00000001:3.0:1788204937.688290:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204937.688299:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204937.688301:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1788204937.688301:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204937.688306:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204937.688307:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204937.688308:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788204937.688314:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204937.688315:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204937.688323:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788204937.688323:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00100000:2.0:1788204937.688334:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204937.688335:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.688344:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204937.688351:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204937.688358:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204937.688365:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788204937.688375:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204937.688379:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204937.688381:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204937.688381:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1788204937.688387:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204937.688389:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204937.688391:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:3.0:1788204937.688392:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.688399:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204937.688403:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000008:00100000:3.0:1788204937.688403:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000010:2.0:1788204937.688411:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000008:00000001:3.0:1788204937.688412:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.688420:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.688424:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1788204937.688424:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204937.688429:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000200:2.0:1788204937.688434:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204937.688438:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204937.688442:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.688450:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204937.688454:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204937.688457:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204937.688463:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000200:2.0:1788204937.688465:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204937.688467:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204937.688482:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204937.688502:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204937.688503:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204937.688506:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204937.688507:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.688515:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204937.688517:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688521:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204937.688535:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.688541:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204937.688541:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4080)
00000100:00000001:2.0:1788204937.688555:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204937.688561:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688570:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204937.688574:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688576:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.688577:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688579:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204937.688582:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204937.688585:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204937.688590:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204937.688592:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204937.688596:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204937.688605:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618711040:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204937.688609:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688612:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.688615:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618711040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688622:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204937.688625:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204937.688628:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204937.688632:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204937.688634:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204937.688636:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204937.688638:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204937.688641:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788204937.688645:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204937.688647:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204937.688649:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:2.0:1788204937.688652:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204937.688654:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688656:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688664:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204937.688665:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.688668:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204937.688670:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204937.688671:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204937.688675:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688683:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204937.688684:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.688686:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204937.688689:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.688691:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.688694:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204937.688697:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204937.688699:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204937.688701:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.688702:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204937.688705:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204937.688707:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204937.688711:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204937.688714:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204937.688718:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204937.688721:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711168, portal 10
00000100:00000001:2.0:1788204937.688723:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204937.688724:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:2.0:1788204937.688744:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688752:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204937.688755:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204937.688757:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204937.688760:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618711168, offset 0
00000400:00000200:2.0:1788204937.688764:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204937.688768:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.688772:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204937.688776:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204937.688778:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204937.688781:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204937.688783:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204937.688786:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3814:3814:256:4294967295] 192.168.201.124@tcp LPNI seq info [3814:3814:8:4294967295]
00000400:00000200:2.0:1788204937.688791:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.688798:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204937.688802:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.688806:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204937.688810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204937.688813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204937.688818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204937.688820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204937.688823:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.688826:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204937.688829:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204937.688832:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204937.688835:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204937.688836:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204937.688839:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204937.688843:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688850:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.688853:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688859:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.688860:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204937.688863:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.688867:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204937.688870:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204937.688872:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298744983
00000100:00000001:2.0:1788204937.688876:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.688878:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298744983
00000100:00000001:2.0:1788204937.688880:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.688882:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204937.688883:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.688885:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204937.688889:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204937.688896:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204937.688898:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204937.688899:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204937.688902:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204937.688903:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204937.688906:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204937.688909:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204937.688918:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688924:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204937.688926:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688927:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.688929:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204937.688932:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688938:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204937.688942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688949:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204937.688951:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688953:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.688955:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.688956:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204937.688958:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204937.688961:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204937.688964:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204937.688966:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204937.688971:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204937.688978:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204937.688982:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204937.688986:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.688992:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204937.688993:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.688995:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204937.688997:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.688999:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.689001:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204937.689005:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204937.689006:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204937.689008:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.689010:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689013:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204937.689014:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204937.689017:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204937.689020:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204937.689022:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204937.689025:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711296, portal 10
00000100:00000001:2.0:1788204937.689027:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204937.689029:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:2.0:1788204937.689034:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689040:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204937.689042:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204937.689044:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204937.689047:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618711296, offset 0
00000400:00000200:2.0:1788204937.689071:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204937.689076:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.689080:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204937.689083:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204937.689085:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204937.689087:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204937.689089:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204937.689092:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3815:3815:256:4294967295] 192.168.201.124@tcp LPNI seq info [3815:3815:8:4294967295]
00000400:00000200:2.0:1788204937.689096:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.689102:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204937.689106:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.689109:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204937.689113:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204937.689116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204937.689120:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204937.689122:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204937.689126:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.689128:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204937.689131:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204937.689134:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204937.689137:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204937.689138:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204937.689141:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204937.689145:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689151:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689155:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689160:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.689162:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204937.689165:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.689168:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204937.689171:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204937.689174:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298742829
00000100:00000001:2.0:1788204937.689176:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.689178:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298742829
00000100:00000001:2.0:1788204937.689180:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.689183:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204937.689185:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.689187:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204937.689190:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204937.689197:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204937.689198:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204937.689200:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204937.689202:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204937.689204:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204937.689206:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204937.689208:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204937.689215:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689221:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204937.689223:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689224:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.689226:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204937.689230:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689236:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204937.689239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689246:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204937.689248:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689250:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.689251:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689253:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204937.689254:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204937.689257:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204937.689260:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204937.689262:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204937.689265:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204937.689273:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204937.689277:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204937.689281:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689288:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204937.689289:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.689292:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204937.689293:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.689295:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.689298:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204937.689301:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204937.689304:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204937.689305:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.689307:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689310:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204937.689312:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204937.689315:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204937.689318:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204937.689321:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204937.689324:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711424, portal 4
00000100:00000001:2.0:1788204937.689326:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204937.689327:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:2.0:1788204937.689333:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689339:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204937.689342:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204937.689344:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204937.689346:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618711424, offset 0
00000400:00000200:2.0:1788204937.689350:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204937.689353:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.689356:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204937.689359:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204937.689362:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204937.689364:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204937.689366:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204937.689369:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3816:3816:256:4294967295] 192.168.201.124@tcp LPNI seq info [3816:3816:8:4294967295]
00000400:00000200:2.0:1788204937.689373:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.689379:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204937.689384:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.689387:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204937.689391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204937.689393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204937.689397:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204937.689400:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204937.689404:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.689406:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204937.689409:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204937.689412:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204937.689415:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204937.689416:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204937.689419:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204937.689422:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689430:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689433:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689439:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.689441:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204937.689443:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.689446:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204937.689449:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204937.689451:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298742809
00000100:00000001:2.0:1788204937.689453:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.689455:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298742809
00000100:00000001:2.0:1788204937.689458:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.689460:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204937.689462:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.689464:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204937.689467:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204937.689475:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204937.689476:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204937.689478:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204937.689480:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204937.689481:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204937.689484:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204937.689486:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204937.689494:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689500:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204937.689502:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689503:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.689505:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204937.689508:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689515:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204937.689519:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689525:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204937.689527:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689529:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.689530:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689532:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204937.689533:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204937.689535:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204937.689538:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204937.689540:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204937.689544:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204937.689551:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204937.689554:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204937.689558:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689565:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204937.689566:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.689569:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204937.689571:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.689573:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.689575:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204937.689579:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204937.689580:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204937.689582:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.689584:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689587:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204937.689589:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204937.689592:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204937.689595:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204937.689598:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204937.689601:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711552, portal 4
00000100:00000001:2.0:1788204937.689603:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204937.689604:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:2.0:1788204937.689611:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689617:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204937.689619:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204937.689622:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204937.689624:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618711552, offset 0
00000400:00000200:2.0:1788204937.689628:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204937.689632:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.689635:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204937.689638:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204937.689641:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204937.689643:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204937.689645:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204937.689648:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3817:3817:256:4294967295] 192.168.201.124@tcp LPNI seq info [3817:3817:8:4294967295]
00000400:00000200:2.0:1788204937.689652:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204937.689658:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204937.689663:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.689666:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204937.689670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204937.689673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204937.689676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204937.689678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204937.689682:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204937.689684:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204937.689687:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204937.689690:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204937.689692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204937.689694:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204937.689697:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204937.689700:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689707:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689711:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689717:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.689719:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204937.689721:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.689724:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204937.689728:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204937.689749:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298742943
00000100:00000001:2.0:1788204937.689751:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.689753:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298742943
00000100:00000001:2.0:1788204937.689756:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298745072
00000100:00000001:2.0:1788204937.689758:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204937.689761:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.689763:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204937.689768:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204937.689776:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204937.689778:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204937.689780:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204937.689782:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204937.689784:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204937.689787:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204937.689790:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204937.689800:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689807:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204937.689808:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689810:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.689811:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204937.689815:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689822:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204937.689826:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689833:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204937.689836:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689837:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204937.689838:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689840:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204937.689842:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204937.689845:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204937.689849:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204937.689851:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204937.689855:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204937.689863:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204937.689867:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689869:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689872:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618711168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689879:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204937.689880:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689882:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788204937.689884:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204937.689886:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204937.689887:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204937.689889:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204937.689891:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:2.0:1788204937.689894:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204937.689895:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204937.689896:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:2.0:1788204937.689898:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204937.689900:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689901:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689905:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618711296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689912:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204937.689913:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689915:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:2.0:1788204937.689917:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204937.689918:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204937.689919:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204937.689921:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204937.689923:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:2.0:1788204937.689925:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204937.689927:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204937.689928:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:2.0:1788204937.689930:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204937.689931:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689932:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689935:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618711424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689942:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204937.689943:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689945:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788204937.689947:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204937.689948:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204937.689949:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204937.689951:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204937.689953:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788204937.689955:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204937.689956:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204937.689957:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:2.0:1788204937.689960:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204937.689961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689963:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204937.689966:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618711552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.689972:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204937.689973:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204937.689975:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788204937.689977:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204937.689978:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204937.689979:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204937.689981:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204937.689983:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788204937.689986:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204937.689987:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204937.689988:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:2.0:1788204937.689992:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204937.689993:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689995:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.689998:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204937.690000:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.690002:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204937.690004:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204938.007182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204938.007189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204938.007194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204938.007196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204938.007199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204938.007200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204938.007204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204938.007205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204938.007262:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204938.007265:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204938.007268:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204938.711181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204938.711189:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204938.711191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204938.711197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204938.711201:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204938.711205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204938.711208:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204938.711211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204938.711214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204939.031161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204939.031168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204939.031174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204939.031175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204939.031179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204939.031180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204939.031183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204939.031184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204939.031236:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204939.031240:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204939.031242:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204939.735176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204939.735183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204939.735185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204939.735189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204939.735192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204939.735196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.735198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204939.735201:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.735203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204939.991193:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298745072, at 4298745088
00000100:00000040:3.0:1788204939.991193:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298745072, at 4298745088
00000100:00000010:2.0:1788204939.991215:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204939.991217:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350840.
00010000:00000001:3.0:1788204940.055191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204940.055200:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204940.055203:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204940.055206:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204940.055210:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204940.055213:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204940.055214:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204940.055216:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204940.055220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204940.055221:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204940.055223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204940.055224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204940.055227:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204940.055228:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204940.055284:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204940.055288:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204940.055291:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204940.759206:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204940.759217:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204940.759219:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204940.759227:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204940.759231:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204940.759238:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204940.759241:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204940.759244:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204940.759247:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204941.079179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204941.079186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204941.079192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204941.079193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204941.079195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204941.079196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204941.079199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204941.079200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204941.079250:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204941.079254:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204941.079257:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204941.783142:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204941.783150:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204941.783153:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204941.783158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204941.783162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204941.783167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204941.783169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204941.783172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204941.783176:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204942.103167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204942.103175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204942.103179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204942.103180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204942.103183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204942.103183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204942.103186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204942.103186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204942.103237:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204942.103241:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204942.103244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204942.807186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204942.807186:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204942.807194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204942.807198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204942.807198:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204942.807202:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204942.807207:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204942.807213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204942.807214:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204942.807220:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204942.807223:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4075
00000100:00000001:0.0:1788204942.807225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.807229:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204942.807232:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204942.807232:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.807238:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204942.807239:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204942.807243:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204942.807249:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807252:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.807254:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807256:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204942.807259:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204942.807261:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204942.807264:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204942.807267:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204942.807268:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204942.807271:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204942.807273:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807274:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.807278:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807280:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204942.807282:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204942.807285:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807287:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204942.807289:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204942.807292:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204942.807295:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.807296:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204942.807298:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204942.807305:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204942.807307:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204942.807310:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204942.807313:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.807316:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204942.807318:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204942.807321:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204942.807327:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204942.807333:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204942.807340:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204942.807347:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204942.807350:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204942.807354:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.807375:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204942.807377:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204942.807380:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204942.807382:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204942.807383:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204942.807386:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204942.807388:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4075
00000400:00000200:3.0:1788204942.807391:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204942.807395:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204942.807398:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204942.807400:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807402:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.807405:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807406:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204942.807408:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204942.807410:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204942.807413:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204942.807414:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204942.807415:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204942.807420:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788204942.807422:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204942.807422:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788204942.807428:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204942.807429:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807434:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.807438:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807442:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:0.0:1788204942.807443:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204942.807447:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788204942.807453:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807457:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204942.807460:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204942.807461:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204942.807465:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204942.807466:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204942.807469:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.807470:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204942.807473:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204942.807476:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204942.807477:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204942.807482:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204942.807483:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.807488:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204942.807490:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000100:00100000:0.0:1788204942.807492:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618711680:192.168.201.124@tcp:250:kworker.0
00000020:00000040:3.0:1788204942.807493:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788204942.807498:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204942.807500:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.807503:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204942.807506:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204942.807508:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204942.807514:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204942.807517:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.807519:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204942.807525:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788204942.807528:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.807533:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204942.807536:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204942.807543:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204942.807550:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711680, portal 25
00000100:00000001:0.0:1788204942.807552:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204942.807554:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000040:0.0:1788204942.807559:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.807567:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204942.807571:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.807572:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204942.807576:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77880.
02000000:00000010:3.0:1788204942.807578:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000200:0.0:1788204942.807581:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618711680, offset 0
00000100:00000001:3.0:1788204942.807582:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204942.807589:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204942.807593:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807598:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204942.807600:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.807604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204942.807606:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.807613:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.807614:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788204942.807615:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204942.807619:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788204942.807622:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204942.807626:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204942.807630:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204942.807633:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204942.807637:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3818:3818:256:4294967295] 192.168.201.124@tcp LPNI seq info [3818:3818:8:4294967295]
00000400:00000200:0.0:1788204942.807661:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.807671:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204942.807677:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.807682:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788204942.807689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204942.807693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204942.807698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204942.807701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204942.807705:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.807708:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788204942.807712:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204942.807716:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204942.807721:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77880
00000400:00000010:0.0:1788204942.807723:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77880.
00000100:00000001:0.0:1788204942.807726:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204942.807731:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.807734:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204942.807738:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204942.807745:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.807751:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.807751:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204942.807758:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4075
00000100:00000001:0.0:1788204942.807762:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.807764:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204942.807770:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.807775:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.807778:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298750191
00000100:00000010:0.0:1788204942.807782:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3a20.
00000100:00000001:0.0:1788204942.807788:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204942.807793:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298750191
00000100:00000010:0.0:1788204942.807797:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3420.
00000100:00000001:0.0:1788204942.807802:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1788204942.807806:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.807808:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.807812:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204942.807813:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204942.807816:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204942.807817:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204942.807823:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807826:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788204942.807827:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204942.807832:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807837:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204942.807843:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:0.0:1788204942.807845:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204942.807848:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1788204942.807851:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000010:0.0:1788204942.807852:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000020:00000001:3.0:1788204942.807854:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204942.807857:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:0.0:1788204942.807858:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000020:00000001:3.0:1788204942.807859:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000010:0.0:1788204942.807863:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000020:00000001:3.0:1788204942.807864:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204942.807869:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204942.807870:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204942.807871:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.807874:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807876:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788204942.807878:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204942.807878:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204942.807882:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204942.807885:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204942.807888:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204942.807891:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204942.807894:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.807896:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204942.807898:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1788204942.807899:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204942.807901:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.807905:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204942.807911:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000100:00000001:0.0:1788204942.807913:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788204942.807916:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:0.0:1788204942.807917:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.807921:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204942.807921:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204942.807925:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.807926:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204942.807928:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1788204942.807932:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204942.807933:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204942.807936:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.807942:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204942.807943:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000040:0.0:1788204942.807946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.807949:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.807954:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204942.807958:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204942.807958:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204942.807962:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.807964:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.807967:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204942.807969:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204942.807971:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1788204942.807973:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204942.807974:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204942.807977:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:3.0:1788204942.807981:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.807982:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204942.807989:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204942.807996:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618711680:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788204942.807999:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808003:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204942.808003:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204942.808006:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204942.808008:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1788204942.808011:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618711680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.808011:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204942.808014:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204942.808017:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204942.808021:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4075
00000400:00000200:3.0:1788204942.808027:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.808028:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1788204942.808030:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:0.0:1788204942.808032:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1788204942.808033:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1788204942.808038:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
00000100:00000040:3.0:1788204942.808038:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.808042:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.808044:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788204942.808046:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204942.808046:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204942.808049:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204942.808069:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788204942.808072:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204942.808075:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788204942.808079:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204942.808082:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:3.0:1788204942.808082:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000040:0.0:1788204942.808088:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000040:3.0:1788204942.808088:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.808092:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1788204942.808095:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788204942.808098:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000010:0.0:1788204942.808100:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788204942.808102:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204942.808105:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
02000000:00000001:0.0:1788204942.808108:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1788204942.808109:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:0.0:1788204942.808113:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788204942.808114:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204942.808117:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1788204942.808118:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
02000000:00000001:3.0:1788204942.808120:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204942.808123:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808124:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204942.808125:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204942.808127:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204942.808128:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204942.808133:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808134:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204942.808134:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204942.808141:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
00000020:00000040:3.0:1788204942.808143:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788204942.808144:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788204942.808144:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204942.808147:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808148:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.808149:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204942.808151:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204942.808154:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204942.808154:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808159:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1788204942.808160:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:0.0:1788204942.808162:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204942.808164:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.808171:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204942.808172:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204942.808187:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204942.808190:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808193:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204942.808195:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808196:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.808202:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204942.808204:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.808205:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204942.808206:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204942.808211:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1788204942.808212:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.808213:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204942.808215:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204942.808217:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1788204942.808220:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711808:192.168.201.124@tcp:38:kworker.0
00000100:00080000:3.0:1788204942.808221:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4075
00000400:00000200:3.0:1788204942.808227:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.808228:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1788204942.808231:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:0.0:1788204942.808233:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204942.808233:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1788204942.808236:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204942.808237:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788204942.808242:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204942.808243:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204942.808246:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000010:0.0:1788204942.808248:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:3.0:1788204942.808248:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204942.808249:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204942.808251:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000001:0.0:1788204942.808253:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204942.808253:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204942.808254:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788204942.808258:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204942.808259:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788204942.808262:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788204942.808263:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.808267:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204942.808269:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000040:3.0:1788204942.808269:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204942.808273:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204942.808275:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000010:0.0:1788204942.808277:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00080000:3.0:1788204942.808277:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204942.808281:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204942.808283:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711808, portal 10
02000000:00000001:3.0:1788204942.808283:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204942.808285:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.808288:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204942.808288:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808292:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000001:3.0:1788204942.808292:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204942.808293:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788204942.808297:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.808299:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204942.808301:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788204942.808304:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000040:0.0:1788204942.808305:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204942.808306:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204942.808308:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.808311:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204942.808313:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204942.808315:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204942.808318:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:0.0:1788204942.808323:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204942.808323:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204942.808330:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204942.808331:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204942.808336:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77880.
00000100:00000001:3.0:1788204942.808337:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204942.808341:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204942.808342:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618711808, offset 0
00000100:00000040:3.0:1788204942.808344:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204942.808352:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.808353:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204942.808357:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4085)
00000400:00000200:0.0:1788204942.808361:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.808367:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204942.808370:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204942.808373:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204942.808376:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204942.808379:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204942.808382:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3819:3819:256:4294967295] 192.168.201.124@tcp LPNI seq info [3819:3819:8:4294967295]
00000400:00000200:0.0:1788204942.808386:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.808392:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204942.808397:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.808401:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788204942.808405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204942.808407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204942.808411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204942.808414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204942.808431:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.808433:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788204942.808436:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204942.808440:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204942.808443:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77880
00000400:00000010:0.0:1788204942.808445:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77880.
00000100:00000001:0.0:1788204942.808448:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204942.808452:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808460:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.808463:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808469:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808471:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204942.808474:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.808478:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788204942.808481:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.808483:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298750103
00000100:00000001:0.0:1788204942.808485:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.808487:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298750103
00000100:00000001:0.0:1788204942.808490:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.808492:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.808494:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808496:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204942.808499:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204942.808507:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204942.808509:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204942.808510:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204942.808513:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204942.808514:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204942.808517:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204942.808520:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204942.808529:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808535:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204942.808536:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808538:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.808540:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204942.808544:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808550:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204942.808554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808561:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204942.808564:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808565:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.808567:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808568:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204942.808570:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204942.808573:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204942.808576:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204942.808578:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204942.808582:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204942.808590:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204942.808594:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204942.808597:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808609:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204942.808611:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.808613:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204942.808615:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.808617:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204942.808620:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204942.808623:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204942.808625:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204942.808626:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.808628:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204942.808631:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788204942.808633:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.808637:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204942.808639:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204942.808656:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204942.808659:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618711936, portal 10
00000100:00000001:0.0:1788204942.808661:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204942.808662:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00000040:0.0:1788204942.808668:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808674:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204942.808676:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204942.808679:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77880.
00000100:00000200:0.0:1788204942.808681:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618711936, offset 0
00000400:00000200:0.0:1788204942.808685:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204942.808689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.808692:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204942.808695:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204942.808698:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204942.808700:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204942.808703:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204942.808706:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3820:3820:256:4294967295] 192.168.201.124@tcp LPNI seq info [3820:3820:8:4294967295]
00000400:00000200:0.0:1788204942.808710:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.808716:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204942.808721:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.808725:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788204942.808729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204942.808731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204942.808735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204942.808738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204942.808741:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.808743:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788204942.808746:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204942.808749:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204942.808752:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77880
00000400:00000010:0.0:1788204942.808754:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77880.
00000100:00000001:0.0:1788204942.808756:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204942.808759:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808767:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.808770:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808777:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808778:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204942.808781:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.808784:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788204942.808787:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.808789:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298747948
00000100:00000001:0.0:1788204942.808791:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.808794:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298747948
00000100:00000001:0.0:1788204942.808796:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.808798:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.808800:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808802:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204942.808805:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204942.808813:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204942.808815:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204942.808816:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204942.808818:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204942.808820:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204942.808821:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204942.808824:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204942.808832:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808838:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204942.808839:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808841:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.808842:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204942.808846:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808853:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204942.808856:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808863:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204942.808866:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808867:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.808868:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808870:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204942.808871:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204942.808874:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204942.808877:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204942.808879:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204942.808884:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204942.808891:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618711936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204942.808895:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808896:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.808899:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618711808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808906:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204942.808907:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204942.808909:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788204942.808912:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204942.808913:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204942.808914:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204942.808916:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204942.808918:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:0.0:1788204942.808920:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204942.808921:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204942.808923:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:0.0:1788204942.808925:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204942.808926:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808928:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.808931:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618711936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808937:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204942.808938:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204942.808940:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788204942.808942:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204942.808943:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204942.808945:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204942.808946:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204942.808948:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:0.0:1788204942.808950:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204942.808951:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204942.808953:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:0.0:1788204942.808955:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204942.808956:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808958:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.808961:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204942.808963:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.808964:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204942.808966:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204942.808967:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204942.808971:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.808978:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204942.808979:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.808981:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204942.808982:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.808984:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204942.808987:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204942.808990:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204942.808992:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204942.808993:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.808995:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204942.808998:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788204942.809000:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.809003:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204942.809005:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204942.809008:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204942.809011:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712064, portal 4
00000100:00000001:0.0:1788204942.809013:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204942.809014:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000040:0.0:1788204942.809019:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809030:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204942.809032:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204942.809035:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77880.
00000100:00000200:0.0:1788204942.809037:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618712064, offset 0
00000400:00000200:0.0:1788204942.809041:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204942.809045:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.809048:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204942.809075:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204942.809080:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204942.809084:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204942.809088:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204942.809092:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3821:3821:256:4294967295] 192.168.201.124@tcp LPNI seq info [3821:3821:8:4294967295]
00000400:00000200:0.0:1788204942.809097:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.809103:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204942.809108:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.809111:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788204942.809115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204942.809117:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204942.809122:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204942.809124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204942.809129:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.809131:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788204942.809133:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204942.809137:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204942.809140:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77880
00000400:00000010:0.0:1788204942.809141:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77880.
00000100:00000001:0.0:1788204942.809144:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204942.809147:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809154:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.809157:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809169:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.809170:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204942.809173:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.809176:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788204942.809179:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.809181:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298747929
00000100:00000001:0.0:1788204942.809183:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.809185:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298747929
00000100:00000001:0.0:1788204942.809187:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.809189:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.809191:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.809193:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204942.809197:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204942.809204:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204942.809205:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204942.809207:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204942.809209:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204942.809211:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204942.809213:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204942.809215:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204942.809223:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809229:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204942.809231:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809232:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.809234:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204942.809237:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809244:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204942.809248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809254:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204942.809256:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809257:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.809259:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809260:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204942.809262:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204942.809264:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204942.809267:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204942.809269:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204942.809273:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204942.809281:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204942.809284:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204942.809287:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809293:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204942.809295:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.809297:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204942.809299:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.809300:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204942.809303:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204942.809306:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204942.809307:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204942.809309:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.809311:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204942.809314:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788204942.809316:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204942.809319:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204942.809321:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204942.809324:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204942.809327:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712192, portal 4
00000100:00000001:0.0:1788204942.809328:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204942.809329:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000040:0.0:1788204942.809335:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809341:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204942.809343:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204942.809345:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77880.
00000100:00000200:0.0:1788204942.809347:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618712192, offset 0
00000400:00000200:0.0:1788204942.809351:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204942.809355:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.809358:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204942.809361:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204942.809363:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204942.809365:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204942.809367:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204942.809370:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3822:3822:256:4294967295] 192.168.201.124@tcp LPNI seq info [3822:3822:8:4294967295]
00000400:00000200:0.0:1788204942.809374:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204942.809379:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204942.809384:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.809387:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788204942.809390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204942.809392:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204942.809396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204942.809398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204942.809402:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204942.809404:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788204942.809407:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204942.809410:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204942.809412:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77880
00000400:00000010:0.0:1788204942.809414:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77880.
00000100:00000001:0.0:1788204942.809416:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204942.809419:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809427:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.809430:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809435:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.809437:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204942.809439:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.809442:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788204942.809445:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204942.809447:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298748063
00000100:00000001:0.0:1788204942.809449:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.809451:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298748063
00000100:00000001:0.0:1788204942.809453:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298750191
00000100:00000001:0.0:1788204942.809455:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.809457:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.809459:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204942.809462:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204942.809469:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204942.809471:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204942.809472:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204942.809474:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204942.809476:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204942.809478:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204942.809481:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204942.809489:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809495:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204942.809497:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809499:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.809500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204942.809503:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809510:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204942.809514:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809520:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204942.809522:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809524:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204942.809525:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809527:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204942.809529:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204942.809531:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204942.809534:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204942.809536:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204942.809540:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204942.809547:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204942.809551:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809553:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.809556:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618712064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809563:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204942.809564:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204942.809566:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788204942.809568:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204942.809570:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204942.809571:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204942.809573:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204942.809575:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788204942.809577:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204942.809578:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204942.809579:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:0.0:1788204942.809581:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204942.809583:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809584:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204942.809587:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618712192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.809593:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204942.809594:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204942.809596:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788204942.809598:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204942.809599:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204942.809600:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204942.809602:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204942.809603:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:0.0:1788204942.809606:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204942.809607:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204942.809608:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:0.0:1788204942.809610:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204942.809611:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809613:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204942.809616:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204942.809618:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.809619:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204942.809621:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204943.127179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204943.127185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204943.127191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204943.127193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204943.127196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204943.127197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204943.127201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204943.127202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204943.127258:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204943.127261:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204943.127263:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204943.831153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204943.831158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204943.831159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204943.831163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204943.831166:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204943.831169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204943.831171:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204943.831173:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204943.831174:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204944.151150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204944.151155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204944.151159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204944.151160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204944.151163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204944.151163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204944.151166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204944.151166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204944.151222:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204944.151227:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204944.151230:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204944.855151:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204944.855158:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204944.855159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204944.855163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204944.855165:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204944.855168:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.855170:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204944.855172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.855173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204945.111210:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298750191, at 4298750208
00000100:00000040:3.0:1788204945.111211:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298750191, at 4298750208
00000100:00000010:2.0:1788204945.111237:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3a20.
00000100:00000010:3.0:1788204945.111246:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3420.
00010000:00000001:3.0:1788204945.175155:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204945.175159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204945.175165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204945.175169:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204945.175170:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204945.175175:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204945.175177:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204945.175178:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175179:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204945.175181:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175182:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175184:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204945.175187:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204945.175188:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204945.175189:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175189:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204945.175190:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175192:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204945.175193:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204945.175253:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204945.175256:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204945.175258:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204945.879163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204945.879167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204945.879169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204945.879173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204945.879175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204945.879178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204945.879179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204945.879182:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204945.879184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204946.199162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204946.199167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204946.199172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204946.199172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204946.199175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204946.199176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204946.199179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204946.199181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204946.199242:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204946.199246:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204946.199248:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204946.903221:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204946.903230:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204946.903233:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204946.903241:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204946.903245:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204946.903252:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204946.903256:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204946.903260:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204946.903264:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204947.223210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204947.223222:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204947.223225:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204947.223229:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204947.223235:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223238:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223240:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223244:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204947.223245:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204947.223249:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204947.223250:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204947.223337:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204947.223344:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204947.223349:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204947.927214:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204947.927234:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204947.927237:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204947.927246:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204947.927251:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204947.927256:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204947.927260:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204947.927263:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204947.927267:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204947.927310:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204947.927318:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204947.927321:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204947.927325:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204947.927329:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204947.927337:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4080
00000400:00000200:1.0:1788204947.927348:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204947.927355:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204947.927358:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204947.927362:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927366:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.927369:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927371:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204947.927383:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204947.927385:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204947.927389:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204947.927392:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204947.927395:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204947.927398:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204947.927402:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927404:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.927406:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927408:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204947.927412:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204947.927415:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927418:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.927421:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204947.927425:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.927429:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927431:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204947.927434:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204947.927445:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788204947.927449:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204947.927454:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204947.927457:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927460:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204947.927464:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204947.927469:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204947.927480:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
00000100:00000001:1.0:1788204947.927489:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.927500:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204947.927513:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204947.927519:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.927524:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.927545:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204947.927580:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204947.927583:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204947.927585:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204947.927587:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204947.927590:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204947.927592:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4080
00000400:00000200:1.0:1788204947.927596:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204947.927599:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204947.927601:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204947.927604:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927606:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.927608:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927610:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204947.927613:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204947.927614:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788204947.927616:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204947.927618:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788204947.927620:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788204947.927622:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788204947.927625:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927627:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.927629:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927631:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204947.927634:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788204947.927637:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204947.927641:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204947.927641:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.927644:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204947.927648:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204947.927651:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204947.927652:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.927656:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927659:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204947.927660:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204947.927664:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204947.927671:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927675:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.927677:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1788204947.927680:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000100:00000001:0.0:1788204947.927681:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204947.927686:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204947.927688:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204947.927691:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204947.927693:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.927694:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.927700:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927700:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204947.927702:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204947.927706:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204947.927707:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618712320:192.168.201.124@tcp:250:kworker.0
02000000:00000010:1.0:1788204947.927711:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:0.0:1788204947.927714:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204947.927717:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.927721:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204947.927725:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.927726:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204947.927729:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204947.927736:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:1.0:1788204947.927737:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204947.927741:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927741:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.927748:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204947.927752:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204947.927759:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:1.0:1788204947.927762:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204947.927766:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204947.927768:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00080000:1.0:1788204947.927770:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204947.927774:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204947.927776:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204947.927779:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788204947.927780:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712320, portal 25
00000100:00000001:0.0:1788204947.927784:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204947.927784:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4080
00000100:00000001:0.0:1788204947.927787:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774369280 : -116879935182336 : ffff95b2c4fb6a00)
00000400:00000200:1.0:1788204947.927792:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204947.927799:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204947.927800:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204947.927802:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204947.927808:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927813:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.927817:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204947.927819:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204947.927821:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204947.927825:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1788204947.927826:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:1.0:1788204947.927827:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000010:0.0:1788204947.927831:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77880.
00000020:00000001:1.0:1788204947.927831:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204947.927836:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000200:0.0:1788204947.927838:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618712320, offset 0
00000020:00000001:1.0:1788204947.927839:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204947.927843:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788204947.927847:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204947.927851:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927851:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.927856:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927859:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204947.927861:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:0.0:1788204947.927865:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204947.927865:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927869:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.927872:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204947.927874:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.927876:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.927878:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204947.927880:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204947.927884:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.927885:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788204947.927888:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204947.927892:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000400:00000200:0.0:1788204947.927894:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1788204947.927896:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:0.0:1788204947.927901:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:1.0:1788204947.927902:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204947.927905:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.927908:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204947.927909:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204947.927913:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204947.927915:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:1.0:1788204947.927916:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204947.927921:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000400:00000200:0.0:1788204947.927922:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3823:3823:256:4294967295] 192.168.201.124@tcp LPNI seq info [3823:3823:8:4294967295]
00000100:00000001:1.0:1788204947.927926:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.927930:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:1.0:1788204947.927934:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204947.927944:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204947.927949:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204947.927949:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.927956:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204947.927962:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204947.927971:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204947.927972:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000100:00080000:1.0:1788204947.927974:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204947.927979:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204947.927981:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1788204947.927984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204947.927985:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204947.927992:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1788204947.927995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204947.927998:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4080
00000400:00000200:1.0:1788204947.928005:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204947.928009:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204947.928011:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204947.928014:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204947.928016:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928017:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.928021:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.928025:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788204947.928026:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:1.0:1788204947.928029:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204947.928031:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298755311
00000020:00000040:1.0:1788204947.928032:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204947.928037:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:0.0:1788204947.928041:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ae0.
00000020:00000040:1.0:1788204947.928041:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788204947.928046:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788204947.928049:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788204947.928074:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204947.928081:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298755312
00000100:00000040:1.0:1788204947.928085:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000010:0.0:1788204947.928088:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ba0.
00000100:00000001:1.0:1788204947.928089:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204947.928094:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204947.928095:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788204947.928097:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788204947.928101:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204947.928102:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788204947.928106:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204947.928109:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204947.928111:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928115:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928117:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204947.928119:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204947.928124:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204947.928126:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1788204947.928127:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928130:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204947.928132:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204947.928135:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1788204947.928136:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204947.928138:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204947.928141:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1788204947.928142:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928146:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204947.928148:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204947.928152:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788204947.928158:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788204947.928164:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204947.928165:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204947.928169:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.928169:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928174:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204947.928175:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204947.928177:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204947.928179:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.928181:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928184:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204947.928188:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00100000:0.0:1788204947.928189:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:1.0:1788204947.928193:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928195:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204947.928199:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204947.928201:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.928203:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204947.928204:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204947.928210:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788204947.928214:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928216:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204947.928220:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.928221:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204947.928227:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7a0b0.
00000100:00000040:1.0:1788204947.928228:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204947.928234:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788204947.928239:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712448, portal 10
00000100:00000001:0.0:1788204947.928243:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204947.928243:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928245:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774373760 : -116879935177856 : ffff95b2c4fb7b80)
00000100:00080000:1.0:1788204947.928250:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204947.928254:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1788204947.928256:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.928257:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204947.928260:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204947.928264:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204947.928267:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4080
00000400:00000200:1.0:1788204947.928271:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204947.928278:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204947.928282:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788204947.928283:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204947.928286:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.928289:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204947.928293:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788204947.928293:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.928298:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:0.0:1788204947.928299:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77c38.
00000020:00000001:1.0:1788204947.928302:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788204947.928304:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618712448, offset 0
00000020:00000040:1.0:1788204947.928305:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788204947.928310:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204947.928312:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:0.0:1788204947.928315:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788204947.928317:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788204947.928322:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:1.0:1788204947.928323:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788204947.928330:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:1.0:1788204947.928331:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928335:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204947.928337:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204947.928341:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:1.0:1788204947.928341:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204947.928345:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788204947.928348:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788204947.928349:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:0.0:1788204947.928355:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:1.0:1788204947.928356:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204947.928360:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.928363:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204947.928364:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3824:3824:255:4294967295] 192.168.201.124@tcp LPNI seq info [3824:3824:7:4294967295]
02000000:00000001:1.0:1788204947.928366:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.928371:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928374:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204947.928375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:1.0:1788204947.928378:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788204947.928380:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.928382:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204947.928386:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788204947.928389:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:0.0:1788204947.928395:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204947.928395:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204947.928399:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204947.928404:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204947.928404:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204947.928407:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1788204947.928410:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5a00.
02000000:00000001:1.0:1788204947.928411:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204947.928416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:1.0:1788204947.928418:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000800:00000200:0.1:1788204947.928424:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204947.928426:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928428:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204947.928433:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00100000:1.0:1788204947.928433:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204947.928441:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204947.928446:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298755223
00000100:00000001:1.0:1788204947.928446:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204947.928451:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928452:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298755311
00000100:00000001:0.0:1788204947.928456:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298755223
00000100:00000040:1.0:1788204947.928459:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204947.928460:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298755312
00000100:00000001:0.0:1788204947.928465:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204947.928469:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928474:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204947.928478:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204947.928480:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204947.928485:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4090)
00000100:00000001:0.0:1788204947.928489:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204947.928492:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928494:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204947.928496:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204947.928499:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204947.928502:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204947.928505:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204947.928507:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204947.928509:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928511:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204947.928514:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788204947.928516:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.928519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204947.928522:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7a9a0.
00000400:00000010:0.0:1788204947.928526:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204947.928530:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712576, portal 10
00000100:00000001:0.0:1788204947.928532:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204947.928533:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774370176 : -116879935181440 : ffff95b2c4fb6d80)
00000100:00000040:0.0:1788204947.928539:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204947.928546:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204947.928548:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204947.928550:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77b28.
00000100:00000200:0.0:1788204947.928565:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618712576, offset 0
00000400:00000200:0.0:1788204947.928570:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928573:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204947.928577:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204947.928640:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204947.928643:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204947.928646:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204947.928648:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928651:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3825:3825:254:4294967295] 192.168.201.124@tcp LPNI seq info [3825:3825:6:4294967295]
00000400:00000200:0.0:1788204947.928656:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204947.928662:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204947.928667:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204947.928671:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5700.
00000800:00000200:0.0:1788204947.928674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204947.928679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204947.928683:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204947.928686:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788204947.928689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204947.928691:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298753068
00000100:00000001:0.0:1788204947.928694:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298755311
00000100:00000001:0.0:1788204947.928696:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298753068
00000100:00000001:0.0:1788204947.928699:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298755312
00000100:00000001:0.0:1788204947.928701:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204947.928703:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928706:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928708:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204947.928711:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204947.928713:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204947.928715:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204947.928716:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204947.928718:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204947.928722:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204947.928728:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204947.928730:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928732:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204947.928734:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204947.928736:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204947.928739:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204947.928742:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204947.928744:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204947.928745:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928747:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204947.928751:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788204947.928753:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.928756:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204947.928759:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ae18.
00000400:00000010:0.0:1788204947.928763:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77990.
00000100:00000200:0.0:1788204947.928766:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712704, portal 4
00000100:00000001:0.0:1788204947.928768:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204947.928769:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371072 : -116879935180544 : ffff95b2c4fb7100)
00000100:00000040:0.0:1788204947.928775:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204947.928781:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204947.928784:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204947.928786:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77220.
00000100:00000200:0.0:1788204947.928788:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618712704, offset 0
00000400:00000200:0.0:1788204947.928793:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928796:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204947.928799:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204947.928802:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204947.928804:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204947.928807:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204947.928809:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928812:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3826:3826:253:4294967295] 192.168.201.124@tcp LPNI seq info [3826:3826:5:4294967295]
00000400:00000200:0.0:1788204947.928816:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204947.928822:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204947.928826:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204947.928829:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5f00.
00000800:00000200:0.0:1788204947.928833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204947.928836:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204947.928839:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204947.928842:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788204947.928845:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204947.928847:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298753048
00000100:00000001:0.0:1788204947.928849:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298755311
00000100:00000001:0.0:1788204947.928851:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298753048
00000100:00000001:0.0:1788204947.928853:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298755312
00000100:00000001:0.0:1788204947.928856:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204947.928858:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928860:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204947.928863:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204947.928870:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204947.928871:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928873:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204947.928875:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204947.928876:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204947.928880:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204947.928883:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204947.928884:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204947.928886:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204947.928888:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204947.928891:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788204947.928893:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204947.928895:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204947.928898:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7a000.
00000400:00000010:0.0:1788204947.928901:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77dd0.
00000100:00000200:0.0:1788204947.928904:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712832, portal 4
00000100:00000001:0.0:1788204947.928906:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204947.928907:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774358528 : -116879935193088 : ffff95b2c4fb4000)
00000100:00000040:0.0:1788204947.928914:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204947.928922:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204947.928924:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204947.928926:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77660.
00000100:00000200:0.0:1788204947.928928:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618712832, offset 0
00000400:00000200:0.0:1788204947.928932:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928935:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204947.928938:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204947.928941:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204947.928943:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204947.928945:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204947.928947:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204947.928949:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3827:3827:252:4294967295] 192.168.201.124@tcp LPNI seq info [3827:3827:4:4294967295]
00000400:00000200:0.0:1788204947.928953:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204947.928959:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204947.928963:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204947.928966:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5100.
00000800:00000200:0.0:1788204947.928970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204947.928973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204947.928976:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204947.928979:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788204947.928982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204947.928983:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298753182
00000100:00000001:0.0:1788204947.928985:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298755311
00000100:00000001:0.0:1788204947.928987:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298753182
00000100:00000001:0.0:1788204947.928989:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298755312
00000100:00000001:0.0:1788204947.928991:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204947.928993:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928996:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.928997:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204947.929000:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204947.929003:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204947.929004:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204947.929006:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204947.929007:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204947.929009:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204948.247169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204948.247180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204948.247188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204948.247189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204948.247193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204948.247195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204948.247199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204948.247200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204948.247262:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204948.247266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204948.247271:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204948.951287:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204948.951296:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204948.951298:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204948.951302:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204948.951306:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204948.951310:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204948.951312:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204948.951314:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204948.951317:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271138:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204949.271148:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204949.271150:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204949.271153:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271157:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204949.271159:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271161:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271163:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204949.271167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204949.271171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204949.271173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204949.271174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204949.271238:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204949.271243:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204949.271246:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204949.975227:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204949.975234:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204949.975236:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204949.975242:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204949.975246:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204949.975251:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.975254:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204949.975265:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.975269:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204950.231157:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298755312, at 4298755328
00000100:00000010:3.0:1788204950.231173:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ba0.
00000100:00000040:2.0:1788204950.231193:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298755311, at 4298755328
00000100:00000010:2.0:1788204950.231205:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ae0.
00010000:00000001:3.0:1788204950.295178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204950.295185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204950.295191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204950.295192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204950.295195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204950.295196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204950.295199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204950.295201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204950.295256:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204950.295259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204950.295262:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204950.999168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204950.999174:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204950.999176:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204950.999181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204950.999184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204950.999188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999189:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204950.999192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788204950.999299:0:2372:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:2.0:1788204950.999333:0:2372:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204950.999340:0:2372:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204950.999343:0:2372:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:2.0:1788204950.999348:0:2372:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204950.999352:0:2372:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204950.999356:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788204950.999360:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:2.0:1788204950.999365:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204950.999369:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204950.999374:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77880
00000400:00000010:2.0:1788204950.999377:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77880.
00000100:00000001:2.0:1788204950.999382:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204950.999389:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999420:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204950.999425:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999433:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204950.999434:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204950.999445:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788204950.999447:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5a00.
00000400:00000200:2.0:1788204950.999450:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204950.999454:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204950.999457:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77c38
00000400:00000010:2.0:1788204950.999459:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77c38.
00000100:00000001:2.0:1788204950.999461:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204950.999465:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999477:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204950.999480:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999487:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204950.999488:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204950.999494:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788204950.999496:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5700.
00000400:00000200:2.0:1788204950.999529:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204950.999533:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204950.999535:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77b28
00000400:00000010:2.0:1788204950.999537:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77b28.
00000100:00000001:2.0:1788204950.999540:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204950.999544:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999551:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204950.999554:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999560:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204950.999561:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204950.999565:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788204950.999567:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5f00.
00000400:00000200:2.0:1788204950.999570:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204950.999572:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204950.999574:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77220
00000400:00000010:2.0:1788204950.999576:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77220.
00000100:00000001:2.0:1788204950.999578:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204950.999582:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999588:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204950.999590:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999595:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204950.999596:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204950.999600:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788204950.999602:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5100.
00000400:00000200:2.0:1788204950.999605:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204950.999607:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204950.999610:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77660
00000400:00000010:2.0:1788204950.999612:0:2372:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77660.
00000100:00000001:2.0:1788204950.999614:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204950.999618:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999624:0:2372:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204950.999627:0:2372:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204950.999632:0:2372:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204950.999633:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204950.999690:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204950.999694:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204950.999696:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204950.999702:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204950]  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204950.999714:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204950.999716:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204950.999719:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ae18.
00000400:00000200:0.0:1788204950.999723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77990
00000400:00000010:0.0:1788204950.999725:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77990.
00000100:00000001:0.0:1788204950.999727:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204950.999731:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204950.999738:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999744:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204950.999745:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999748:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204950.999749:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204950.999753:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999759:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204950.999764:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999776:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204950.999779:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999781:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204950.999782:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999785:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204950.999787:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204950.999790:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204950.999794:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204950.999797:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204950.999801:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204950.999809:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204950.999814:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204950.999817:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204950]  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204950.999824:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204950.999826:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204950.999827:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7a000.
00000400:00000200:0.0:1788204950.999830:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77dd0
00000400:00000010:0.0:1788204950.999831:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77dd0.
00000100:00000001:0.0:1788204950.999834:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204950.999837:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204950.999843:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999849:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204950.999850:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999852:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204950.999853:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204950.999856:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999861:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204950.999864:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999870:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204950.999872:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999873:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204950.999874:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999876:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204950.999878:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204950.999880:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204950.999883:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204950.999885:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204950.999889:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204950.999896:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204950.999900:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204950.999903:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204950]  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204950.999910:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204950.999911:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204950.999913:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7a0b0.
00000400:00000200:0.0:1788204950.999916:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788204950.999917:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788204950.999920:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204950.999923:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204950.999931:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999945:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204950.999946:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999948:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204950.999949:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204950.999953:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999959:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204950.999963:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204950.999967:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204950.999969:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999971:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204950.999972:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204950.999973:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204950.999975:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204950.999977:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204950.999980:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204950.999982:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204950.999985:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204950.999991:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204950.999994:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204950.999998:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204950]  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204951.000004:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204951.000006:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204951.000007:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7a9a0.
00000400:00000200:0.0:1788204951.000009:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204951.000011:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204951.000013:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204951.000015:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204951.000022:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000028:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204951.000029:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000031:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204951.000032:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204951.000037:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000042:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204951.000046:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000084:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204951.000087:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000088:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204951.000089:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000091:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204951.000092:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204951.000094:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204951.000098:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204951.000100:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204951.000104:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204951.000112:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618712576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204951.000116:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204951.000120:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204950]  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204951.000126:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204951.000127:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204951.000129:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204951.000132:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204951.000133:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204951.000136:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204951.000138:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204951.000144:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000149:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204951.000150:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000152:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204951.000153:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204951.000156:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000161:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204951.000163:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000168:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204951.000170:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000172:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204951.000173:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000174:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204951.000175:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204951.000177:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204951.000180:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204951.000181:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204951.000184:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204951.000190:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618712320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204951.000193:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000195:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204951.000198:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7100 x1875064618712704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000203:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204951.000206:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204951.000209:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788204951.000213:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204951.000215:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204951.000217:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204951.000219:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204951.000221:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:0.0:1788204951.000224:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204951.000226:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204951.000228:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7100.
00000100:00000001:0.0:1788204951.000231:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204951.000232:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000234:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204951.000237:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4000 x1875064618712832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000241:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204951.000243:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204951.000244:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788204951.000247:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204951.000248:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204951.000249:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204951.000250:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204951.000251:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:0.0:1788204951.000253:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204951.000254:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204951.000255:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4000.
00000100:00000001:0.0:1788204951.000257:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204951.000258:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000259:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204951.000261:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7b80 x1875064618712448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000266:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204951.000267:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204951.000268:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788204951.000270:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204951.000271:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204951.000272:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204951.000274:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204951.000275:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:0.0:1788204951.000276:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204951.000277:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204951.000278:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7b80.
00000100:00000001:0.0:1788204951.000280:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204951.000281:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000282:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204951.000285:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6d80 x1875064618712576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000290:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204951.000291:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204951.000292:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788204951.000294:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204951.000295:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204951.000296:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204951.000298:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204951.000299:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:0.0:1788204951.000301:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204951.000302:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204951.000303:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6d80.
00000100:00000001:0.0:1788204951.000304:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204951.000305:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000307:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204951.000309:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6a00 x1875064618712320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204951.000314:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204951.000315:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204951.000316:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788204951.000317:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204951.000318:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204951.000319:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788204951.000320:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204951.000322:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:0.0:1788204951.000323:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204951.000324:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204951.000325:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6a00.
00000100:00000001:0.0:1788204951.000327:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204951.000328:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000329:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204951.000336:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204951.000337:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204951.000339:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204951.000340:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204951.319100:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204951.319105:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204951.319108:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204951.319109:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204951.319111:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204951.319112:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204951.319114:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204951.319115:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204951.319160:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204951.319163:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204951.319166:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204952.023191:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204952.023196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204952.023198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204952.023202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204952.023204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204952.023207:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204952.023209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204952.023210:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204952.023213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204952.343171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204952.343177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204952.343183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204952.343184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204952.343187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204952.343189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204952.343192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204952.343193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204952.343253:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204952.343257:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204952.343260:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204953.047171:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204953.047180:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204953.047183:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204953.047185:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204953.047189:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204953.047192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788204953.047195:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4085
00000100:00000001:0.0:1788204953.047197:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204953.047200:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204953.047203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000400:00000200:3.0:1788204953.047205:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.047206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204953.047210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.047212:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788204953.047214:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204953.047215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.047220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204953.047221:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204953.047225:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047230:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.047232:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047235:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204953.047239:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204953.047241:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788204953.047244:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204953.047247:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788204953.047249:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788204953.047252:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788204953.047255:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047257:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.047259:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047261:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204953.047263:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788204953.047267:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047269:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204953.047272:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204953.047275:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204953.047278:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.047280:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204953.047282:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204953.047288:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788204953.047291:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788204953.047295:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204953.047296:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.047299:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204953.047301:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204953.047305:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204953.047312:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:3.0:1788204953.047325:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204953.047334:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204953.047344:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204953.047348:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204953.047351:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.047366:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204953.047368:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204953.047370:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204953.047371:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204953.047373:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204953.047375:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204953.047376:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4085
00000400:00000200:3.0:1788204953.047379:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204953.047381:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204953.047383:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204953.047385:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047386:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.047388:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047389:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788204953.047391:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204953.047392:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788204953.047393:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204953.047395:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788204953.047396:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788204953.047397:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788204953.047400:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047401:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204953.047403:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204953.047403:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047407:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788204953.047409:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204953.047412:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204953.047416:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000040:0.0:1788204953.047420:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204953.047423:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047428:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204953.047432:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204953.047437:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204953.047439:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204953.047440:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204953.047443:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204953.047444:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.047447:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204953.047448:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204953.047453:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204953.047454:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788204953.047459:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618712960:192.168.201.124@tcp:250:kworker.0
00000008:00000001:3.0:1788204953.047460:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.047479:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204953.047485:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204953.047487:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.047488:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.047493:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788204953.047494:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788204953.047498:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000010:0.0:1788204953.047500:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:3.0:1788204953.047501:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204953.047504:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.047505:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.047508:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204953.047511:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204953.047514:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204953.047515:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204953.047519:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
02000000:00000010:3.0:1788204953.047522:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788204953.047528:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204953.047530:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00100000:3.0:1788204953.047536:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204953.047542:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618712960, portal 25
00000100:00000001:3.0:1788204953.047546:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204953.047547:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204953.047551:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:0.0:1788204953.047558:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.047565:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.047566:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204953.047573:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788204953.047575:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204953.047578:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204953.047585:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618712960, offset 0
00000100:00000001:3.0:1788204953.047587:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204953.047590:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204953.047595:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204953.047597:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204953.047599:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204953.047603:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047604:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204953.047610:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4085
00000400:00000200:0.0:1788204953.047614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204953.047617:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204953.047623:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204953.047625:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204953.047633:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204953.047633:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204953.047640:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.047643:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204953.047645:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.047650:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.047652:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204953.047653:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788204953.047658:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:3.0:1788204953.047658:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204953.047665:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3828:3828:256:4294967295] 192.168.201.124@tcp LPNI seq info [3828:3828:8:4294967295]
00000020:00000040:3.0:1788204953.047666:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788204953.047670:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204953.047673:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:0.0:1788204953.047675:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:3.0:1788204953.047678:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788204953.047682:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788204953.047686:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047689:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.047693:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.047697:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204953.047698:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788204953.047701:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788204953.047707:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047711:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204953.047712:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204953.047713:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204953.047718:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1788204953.047721:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
02000000:00000001:3.0:1788204953.047721:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.047730:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1788204953.047734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00100000:3.0:1788204953.047735:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204953.047740:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204953.047741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204953.047743:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204953.047750:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000800:00000200:0.1:1788204953.047751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788204953.047754:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:0.1:1788204953.047756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1788204953.047759:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204953.047762:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204953.047765:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047766:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1788204953.047770:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
02000000:00000001:3.0:1788204953.047770:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204953.047772:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.047778:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1788204953.047778:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788204953.047785:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.047789:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1788204953.047794:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204953.047798:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000100:00000001:3.0:1788204953.047806:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788204953.047814:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:3.0:1788204953.047821:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.047822:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204953.047827:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204953.047830:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.047849:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.047852:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204953.047854:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788204953.047859:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204953.047860:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204953.047863:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204953.047865:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204953.047871:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204953.047876:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204953.047877:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4085
00000100:00000001:0.0:1788204953.047880:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204953.047884:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788204953.047889:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204953.047891:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204953.047894:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204953.047896:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.047902:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.047905:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298760431
00000100:00000010:0.0:1788204953.047910:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3720.
00000100:00000001:0.0:1788204953.047917:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204953.047922:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298760431
00000100:00000010:0.0:1788204953.047925:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3cc0.
00000100:00000001:0.0:1788204953.047928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204953.047931:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204953.047934:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.047937:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204953.047941:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204953/real 1788204953]  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204953.047951:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204953.047953:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204953.047955:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204953.047958:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204953.047960:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204953.047962:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204953.047966:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.047974:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788204953.047975:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204953.047981:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.047986:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788204953.047989:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788204953.047991:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204953.047992:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204953.047994:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:0.0:1788204953.047996:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788204953.047997:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204953.047999:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204953.048001:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00100000:0.0:1788204953.048007:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204953.048007:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788204953.048012:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788204953.048020:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204953.048023:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204953.048024:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.048028:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:0.0:1788204953.048031:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.048039:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788204953.048044:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204953.048045:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788204953.048071:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048075:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.048076:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048078:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204953.048081:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204953.048084:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204953.048089:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00080000:3.0:1788204953.048092:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204953.048093:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204953.048098:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204953.048103:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204953.048103:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204953.048112:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204953.048114:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618712960:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788204953.048116:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.048121:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204953.048122:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204953.048124:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204953.048125:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788204953.048129:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204953.048131:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618712960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.048132:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204953.048139:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000100:00000001:0.0:1788204953.048145:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1788204953.048146:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204953.048150:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788204953.048151:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204953.048154:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204953.048155:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
00000100:00000001:3.0:1788204953.048157:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204953.048160:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1788204953.048160:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1788204953.048163:0:2384:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1788204953.048164:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204953.048167:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788204953.048171:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204953.048172:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000010:0.0:1788204953.048174:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
00000100:00000001:3.0:1788204953.048177:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.048179:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204953.048183:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204953.048186:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00100000:3.0:1788204953.048186:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204953.048191:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204953.048193:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048198:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204953.048201:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204953.048204:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048207:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204953.048209:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048210:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048215:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204953.048217:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204953.048219:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204953.048226:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204953.048226:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204953.048232:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204953.048239:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204953.048242:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204953.048243:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204953.048245:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204953.048246:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.048249:0:15013:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1788204953.048250:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204953.048253:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204953.048255:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4085
02000000:00000001:0.0:1788204953.048257:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204953.048263:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713088:192.168.201.124@tcp:38:kworker.0
00000400:00000200:3.0:1788204953.048265:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.048268:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1788204953.048271:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:0.0:1788204953.048272:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204953.048275:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204953.048276:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1788204953.048278:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204953.048283:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
00000100:00000040:3.0:1788204953.048283:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788204953.048287:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.048288:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.048292:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.048293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204953.048296:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:0.0:1788204953.048298:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000020:00000001:3.0:1788204953.048301:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:0.0:1788204953.048304:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000020:00000040:3.0:1788204953.048305:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788204953.048308:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788204953.048309:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713088, portal 10
00000020:00000040:3.0:1788204953.048311:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:0.0:1788204953.048312:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204953.048316:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000020:00000001:3.0:1788204953.048316:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788204953.048322:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204953.048327:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204953.048329:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788204953.048334:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204953.048339:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204953.048340:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204953.048343:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:0.0:1788204953.048346:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788204953.048348:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000010:0.0:1788204953.048350:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00080000:3.0:1788204953.048354:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:0.0:1788204953.048356:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618713088, offset 0
00000100:00000001:3.0:1788204953.048360:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204953.048364:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204953.048365:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788204953.048369:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204953.048374:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204953.048375:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.048379:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204953.048381:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000008:00100000:3.0:1788204953.048383:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1788204953.048388:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1788204953.048388:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.048393:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788204953.048393:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.048399:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1788204953.048399:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000400:00000200:0.0:1788204953.048402:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000040:3.0:1788204953.048405:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:0.0:1788204953.048410:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3829:3829:256:4294967295] 192.168.201.124@tcp LPNI seq info [3829:3829:8:4294967295]
02000000:00000001:3.0:1788204953.048411:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204953.048413:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.048418:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204953.048420:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204953.048421:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788204953.048424:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204953.048429:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000400:00000200:0.0:1788204953.048434:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204953.048435:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204953.048443:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788204953.048445:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1788204953.048450:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000100:00000001:3.0:1788204953.048456:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204953.048459:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204953.048460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788204953.048476:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204953.048481:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204953.048490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788204953.048491:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204953.048494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1788204953.048499:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4095)
00000800:00000100:0.0:1788204953.048500:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.048504:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204953.048508:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204953.048511:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204953.048514:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204953.048515:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204953.048518:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204953.048523:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048530:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.048533:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048538:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048540:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204953.048544:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204953.048547:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788204953.048550:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.048552:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298760343
00000100:00000001:0.0:1788204953.048554:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.048556:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298760343
00000100:00000001:0.0:1788204953.048558:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.048560:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204953.048562:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048563:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204953.048567:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204953/real 1788204953]  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204953.048574:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204953.048575:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204953.048577:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204953.048578:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204953.048580:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204953.048581:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204953.048584:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204953.048591:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048596:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204953.048597:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048599:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.048600:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204953.048603:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048609:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204953.048612:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048619:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204953.048621:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048622:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.048624:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048625:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204953.048627:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204953.048629:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204953.048632:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204953.048634:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204953.048637:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204953.048644:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204953.048648:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204953.048652:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048657:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204953.048659:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.048660:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204953.048662:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204953.048664:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204953.048666:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204953.048669:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204953.048671:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204953.048672:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.048674:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204953.048677:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788204953.048679:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.048682:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204953.048684:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204953.048687:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204953.048690:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713216, portal 10
00000100:00000001:0.0:1788204953.048692:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204953.048693:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:0.0:1788204953.048698:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048705:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204953.048706:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204953.048708:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204953.048709:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618713216, offset 0
00000400:00000200:0.0:1788204953.048712:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204953.048715:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204953.048717:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204953.048719:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204953.048721:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204953.048722:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204953.048724:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.048725:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3830:3830:256:4294967295] 192.168.201.124@tcp LPNI seq info [3830:3830:8:4294967295]
00000400:00000200:0.0:1788204953.048728:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204953.048733:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204953.048738:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.048741:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204953.048744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204953.048747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204953.048750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204953.048752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204953.048755:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.048757:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204953.048760:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204953.048763:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204953.048766:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204953.048768:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204953.048770:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204953.048773:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048780:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.048783:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048789:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048791:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204953.048794:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204953.048797:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788204953.048799:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.048801:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298758188
00000100:00000001:0.0:1788204953.048803:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.048805:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298758188
00000100:00000001:0.0:1788204953.048807:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.048809:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204953.048811:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048812:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204953.048816:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204953/real 1788204953]  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204953.048822:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204953.048823:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204953.048825:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204953.048828:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204953.048829:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204953.048830:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204953.048833:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204953.048839:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048845:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204953.048847:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048848:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.048849:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204953.048852:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048858:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204953.048861:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048866:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204953.048868:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048870:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.048871:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048873:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204953.048874:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204953.048876:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204953.048879:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204953.048881:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204953.048884:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204953.048890:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204953.048893:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048894:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.048897:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618713088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048902:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204953.048904:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204953.048906:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788204953.048908:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204953.048909:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204953.048910:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204953.048912:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204953.048913:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:0.0:1788204953.048915:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204953.048916:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204953.048918:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:0.0:1788204953.048919:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204953.048920:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048922:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.048924:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618713216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048929:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204953.048930:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204953.048931:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788204953.048932:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204953.048933:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204953.048934:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204953.048936:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204953.048937:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:0.0:1788204953.048939:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204953.048940:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204953.048941:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:0.0:1788204953.048942:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204953.048943:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048945:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.048948:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204953.048950:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.048951:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204953.048953:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204953.048954:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204953.048957:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.048963:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204953.048964:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.048966:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204953.048967:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204953.048969:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204953.048971:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204953.048974:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204953.048976:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204953.048977:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.048979:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204953.048982:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788204953.048984:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.048987:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204953.048989:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204953.048992:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204953.048994:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713344, portal 4
00000100:00000001:0.0:1788204953.048995:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204953.048996:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:0.0:1788204953.049000:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049004:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204953.049005:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204953.049006:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204953.049008:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618713344, offset 0
00000400:00000200:0.0:1788204953.049010:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204953.049012:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204953.049014:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204953.049016:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204953.049018:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204953.049019:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204953.049021:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.049023:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3831:3831:256:4294967295] 192.168.201.124@tcp LPNI seq info [3831:3831:8:4294967295]
00000400:00000200:0.0:1788204953.049025:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204953.049029:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204953.049031:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.049033:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204953.049036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204953.049037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204953.049040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204953.049042:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204953.049044:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.049045:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204953.049047:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204953.049049:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204953.049070:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204953.049072:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204953.049074:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204953.049078:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049085:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.049087:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049093:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.049095:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204953.049097:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204953.049100:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788204953.049103:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.049105:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298758169
00000100:00000001:0.0:1788204953.049108:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.049110:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298758169
00000100:00000001:0.0:1788204953.049112:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.049113:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204953.049116:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.049117:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204953.049121:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204953/real 1788204953]  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204953.049129:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204953.049130:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204953.049132:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204953.049134:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204953.049135:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204953.049137:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204953.049139:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204953.049144:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049148:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204953.049148:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049149:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.049150:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204953.049152:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049155:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204953.049158:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049161:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204953.049163:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049164:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.049165:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049166:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204953.049167:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204953.049168:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204953.049170:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204953.049171:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204953.049174:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204953.049182:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204953.049185:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204953.049188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049194:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204953.049196:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.049198:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204953.049199:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204953.049201:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204953.049204:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204953.049207:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204953.049208:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204953.049210:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204953.049211:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204953.049214:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788204953.049216:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204953.049223:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204953.049225:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204953.049227:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204953.049229:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713472, portal 4
00000100:00000001:0.0:1788204953.049230:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204953.049231:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:0.0:1788204953.049235:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049239:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204953.049240:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204953.049242:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204953.049243:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618713472, offset 0
00000400:00000200:0.0:1788204953.049246:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204953.049248:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204953.049250:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204953.049253:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204953.049254:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204953.049256:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204953.049257:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204953.049260:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3832:3832:256:4294967295] 192.168.201.124@tcp LPNI seq info [3832:3832:8:4294967295]
00000400:00000200:0.0:1788204953.049263:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204953.049268:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204953.049271:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.049273:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204953.049275:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204953.049277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204953.049279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204953.049281:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204953.049283:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204953.049284:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204953.049286:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204953.049288:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204953.049290:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204953.049291:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204953.049293:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204953.049294:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049299:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.049301:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049305:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.049306:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204953.049307:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204953.049309:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788204953.049311:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204953.049312:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298758303
00000100:00000001:0.0:1788204953.049313:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.049315:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298758303
00000100:00000001:0.0:1788204953.049316:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298760431
00000100:00000001:0.0:1788204953.049317:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204953.049318:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.049319:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204953.049321:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204953/real 1788204953]  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204953.049325:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204953.049326:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204953.049327:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204953.049328:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204953.049329:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204953.049330:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204953.049332:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204953.049336:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049339:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204953.049340:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049341:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.049341:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204953.049343:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049347:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204953.049349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049352:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204953.049354:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049355:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204953.049355:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049357:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204953.049358:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204953.049359:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204953.049361:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204953.049362:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204953.049364:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204953.049368:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204953.049370:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049371:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.049372:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618713344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049375:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204953.049376:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204953.049377:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788204953.049379:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204953.049379:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204953.049380:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204953.049382:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204953.049383:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:0.0:1788204953.049385:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204953.049386:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204953.049387:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:0.0:1788204953.049388:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204953.049389:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049390:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204953.049392:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618713472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204953.049399:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204953.049400:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204953.049401:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788204953.049402:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204953.049402:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204953.049403:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204953.049404:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204953.049405:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788204953.049406:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204953.049406:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204953.049407:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:0.0:1788204953.049408:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204953.049409:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049410:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204953.049412:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204953.049413:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204953.049414:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204953.049415:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204953.367164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204953.367170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204953.367175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204953.367176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204953.367180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204953.367181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204953.367184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204953.367185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204953.367248:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204953.367252:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204953.367255:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204954.071243:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204954.071250:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204954.071252:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204954.071257:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204954.071260:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204954.071264:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.071266:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204954.071268:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.071271:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204954.391165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204954.391170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204954.391174:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204954.391176:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204954.391181:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204954.391183:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204954.391184:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391186:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204954.391188:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391189:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391192:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204954.391197:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204954.391198:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204954.391199:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391201:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204954.391202:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391204:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204954.391205:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204954.391267:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204954.391271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204954.391274:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204955.095150:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204955.095155:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204955.095157:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204955.095161:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204955.095164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204955.095167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204955.095169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204955.095171:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204955.095173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204955.351101:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298760431, at 4298760448
00000100:00000010:2.0:1788204955.351114:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3720.
00000100:00000040:3.0:1788204955.351118:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298760431, at 4298760448
00000100:00000010:3.0:1788204955.351125:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3cc0.
00010000:00000001:3.0:1788204955.415170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204955.415177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204955.415183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204955.415184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204955.415187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204955.415188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204955.415191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204955.415193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204955.415249:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204955.415252:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204955.415254:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204956.119164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204956.119169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204956.119171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204956.119174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204956.119177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204956.119180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204956.119181:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204956.119183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204956.119185:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204956.439174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204956.439182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204956.439188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204956.439189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204956.439192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204956.439193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204956.439196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204956.439197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204956.439258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204956.439262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204956.439266:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204957.143166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204957.143172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204957.143174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204957.143179:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204957.143182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204957.143185:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204957.143187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204957.143189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204957.143191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204957.463190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204957.463200:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204957.463202:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204957.463205:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463208:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204957.463210:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463213:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463215:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204957.463219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204957.463223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204957.463224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204957.463273:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204957.463276:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204957.463278:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204958.167164:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204958.167164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204958.167170:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204958.167171:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204958.167172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167175:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788204958.167178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:2.0:1788204958.167179:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204958.167182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204958.167183:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204958.167186:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204958.167188:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204958.167191:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4090
00000100:00000001:3.0:1788204958.167192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204958.167199:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788204958.167204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204958.167207:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204958.167210:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204958.167213:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167215:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167217:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167219:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204958.167221:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204958.167223:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788204958.167226:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204958.167229:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788204958.167231:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788204958.167234:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788204958.167238:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167240:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167241:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167243:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204958.167246:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788204958.167249:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167252:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167254:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204958.167257:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204958.167260:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167262:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204958.167265:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204958.167273:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
00000020:00000040:2.0:1788204958.167275:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788204958.167279:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204958.167280:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167282:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204958.167284:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204958.167287:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204958.167293:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788204958.167297:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204958.167304:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204958.167311:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204958.167314:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204958.167317:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204958.167335:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204958.167339:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204958.167342:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204958.167344:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204958.167346:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204958.167349:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204958.167352:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204958.167353:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4090
00000100:00000001:0.0:1788204958.167358:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1788204958.167361:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204958.167362:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788204958.167368:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204958.167372:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204958.167373:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204958.167393:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204958.167395:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204958.167397:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204958.167398:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204958.167400:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167403:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:0.0:1788204958.167405:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788204958.167406:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204958.167408:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
02000000:00000001:0.0:1788204958.167410:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204958.167410:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204958.167413:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:0.0:1788204958.167414:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204958.167416:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788204958.167419:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00100000:0.0:1788204958.167420:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618713600:192.168.201.124@tcp:250:kworker.0
00000100:00000040:2.0:1788204958.167424:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204958.167425:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204958.167426:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167429:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788204958.167430:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204958.167431:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:0.0:1788204958.167432:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204958.167434:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:0.0:1788204958.167436:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204958.167439:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000010:0.0:1788204958.167442:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:2.0:1788204958.167442:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167443:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204958.167445:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167449:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204958.167453:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788204958.167454:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167457:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788204958.167458:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000008:00100000:2.0:1788204958.167461:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204958.167464:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000008:00000001:2.0:1788204958.167464:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167468:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204958.167472:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713600, portal 25
00000100:00000010:2.0:1788204958.167472:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000100:00000001:0.0:1788204958.167476:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1788204958.167477:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:0.0:1788204958.167480:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
02000000:00000001:2.0:1788204958.167481:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204958.167483:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167485:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204958.167487:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204958.167488:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204958.167490:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204958.167492:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:2.0:1788204958.167497:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204958.167504:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204958.167506:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204958.167512:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788204958.167513:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167516:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204958.167519:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000040:2.0:1788204958.167521:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204958.167525:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618713600, offset 0
00000100:00000001:2.0:1788204958.167529:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204958.167531:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204958.167534:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788204958.167535:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204958.167538:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204958.167539:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204958.167541:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204958.167544:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788204958.167545:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4090
00000400:00000200:2.0:1788204958.167550:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.167554:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204958.167554:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204958.167559:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204958.167562:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788204958.167563:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204958.167564:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167568:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167569:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788204958.167572:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:2.0:1788204958.167572:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204958.167576:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788204958.167577:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204958.167579:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788204958.167580:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788204958.167584:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788204958.167587:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:2.0:1788204958.167587:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788204958.167593:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3833:3833:256:4294967295] 192.168.201.124@tcp LPNI seq info [3833:3833:8:4294967295]
00000100:00000040:2.0:1788204958.167598:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167600:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204958.167604:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788204958.167604:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167609:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204958.167611:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788204958.167612:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167615:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167618:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204958.167621:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204958.167623:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204958.167624:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167628:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204958.167631:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204958.167633:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204958.167635:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167635:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204958.167640:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000800:00000010:0.0:1788204958.167641:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000020:00000040:2.0:1788204958.167642:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204958.167646:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204958.167646:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167648:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204958.167650:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788204958.167651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:2.0:1788204958.167652:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204958.167658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
02000000:00000010:2.0:1788204958.167658:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788204958.167663:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204958.167667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:2.0:1788204958.167670:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204958.167671:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204958.167679:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.167683:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000100:00000001:2.0:1788204958.167684:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204958.167687:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204958.167690:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204958.167691:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204958.167700:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204958.167701:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204958.167705:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204958.167708:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788204958.167709:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000100:00000001:2.0:1788204958.167709:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204958.167712:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204958.167714:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:2.0:1788204958.167714:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204958.167719:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4090
00000100:00000001:0.0:1788204958.167721:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1788204958.167722:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204958.167727:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204958.167728:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788204958.167731:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204958.167732:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167737:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167740:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167744:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204958.167747:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204958.167749:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788204958.167752:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204958.167754:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:0.0:1788204958.167756:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1788204958.167756:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788204958.167760:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788204958.167763:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:0.0:1788204958.167765:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204958.167766:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167770:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167774:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204958.167778:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788204958.167781:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204958.167781:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204958.167784:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204958.167785:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167787:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204958.167789:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204958.167791:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167791:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167792:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204958.167794:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204958.167795:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.167796:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204958.167797:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000020:00000040:2.0:1788204958.167799:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204958.167802:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204958.167803:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204958.167805:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204958.167806:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204958.167808:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204958.167809:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298765551
02000000:00000001:2.0:1788204958.167810:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204958.167815:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000010:0.0:1788204958.167816:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3120.
00000100:00000001:2.0:1788204958.167817:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.167822:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1788204958.167822:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204958.167827:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298765551
00000100:00000001:2.0:1788204958.167831:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788204958.167832:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec37e0.
00000100:00000001:2.0:1788204958.167834:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.167835:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204958.167840:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204958.167840:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.167845:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.167848:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204958.167852:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204958.167854:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204958/real 1788204958]  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204958.167855:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204958.167862:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204958.167864:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204958.167866:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204958.167872:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:0.0:1788204958.167873:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788204958.167874:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4090
00000400:00000001:0.0:1788204958.167876:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1788204958.167879:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204958.167880:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:2.0:1788204958.167882:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204958.167884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000100:00080000:2.0:1788204958.167885:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204958.167887:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000040:2.0:1788204958.167890:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204958.167891:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204958.167892:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788204958.167897:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204958.167897:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167899:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788204958.167903:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204958.167906:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788204958.167908:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204958.167910:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788204958.167913:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:0.0:1788204958.167914:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204958.167915:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788204958.167921:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167924:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204958.167927:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204958.167928:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204958.167929:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788204958.167930:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204958.167932:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788204958.167933:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.167936:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204958.167936:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204958.167940:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204958.167943:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788204958.167944:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204958.167946:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204958.167952:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.167953:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204958.167956:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204958.167960:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204958.167960:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1788204958.167970:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204958.167972:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.167972:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.167973:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.167975:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1788204958.167976:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.167977:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204958.167982:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204958.167982:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204958.167988:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204958.167989:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1788204958.167989:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000020:00000040:2.0:1788204958.167995:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000040:0.0:1788204958.167996:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204958.168000:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204958.168003:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.168006:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204958.168008:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1788204958.168009:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618713600:192.168.201.124@tcp:250:kworker.0
02000000:00000001:2.0:1788204958.168011:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168014:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1788204958.168016:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00000001:0.0:1788204958.168017:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168022:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618713600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204958.168022:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204958.168030:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204958.168045:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788204958.168047:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204958.168048:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168070:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788204958.168074:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204958.168075:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788204958.168075:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204958.168078:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788204958.168081:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:2.0:1788204958.168082:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204958.168084:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:0.0:1788204958.168089:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204958.168091:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168092:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204958.168094:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:0.0:1788204958.168098:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1788204958.168098:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4100)
00000100:00000001:0.0:1788204958.168100:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168103:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168108:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204958.168109:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168111:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204958.168112:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204958.168114:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204958.168117:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168121:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204958.168122:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168123:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204958.168124:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204958.168126:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204958.168127:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204958.168129:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204958.168131:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204958.168132:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168133:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168134:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788204958.168136:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204958.168138:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204958.168140:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204958.168142:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204958.168144:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713728, portal 10
00000100:00000001:0.0:1788204958.168145:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204958.168146:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:0.0:1788204958.168151:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168155:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204958.168156:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204958.168157:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204958.168158:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618713728, offset 0
00000400:00000200:0.0:1788204958.168161:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168163:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168165:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204958.168167:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204958.168168:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204958.168170:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204958.168171:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168173:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3834:3834:256:4294967295] 192.168.201.124@tcp LPNI seq info [3834:3834:8:4294967295]
00000400:00000200:0.0:1788204958.168176:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168180:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204958.168182:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168184:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204958.168186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204958.168188:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204958.168191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204958.168192:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204958.168204:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168206:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204958.168208:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204958.168210:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204958.168212:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204958.168213:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204958.168215:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204958.168217:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168222:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168223:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168227:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168228:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204958.168230:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204958.168232:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788204958.168234:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204958.168235:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298765463
00000100:00000001:0.0:1788204958.168237:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168238:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298765463
00000100:00000001:0.0:1788204958.168239:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168241:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204958.168242:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168243:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204958.168245:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204958/real 1788204958]  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204958.168249:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204958.168250:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204958.168250:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204958.168252:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204958.168252:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204958.168254:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204958.168255:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204958.168260:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168267:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204958.168268:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168269:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168270:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204958.168271:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168277:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204958.168280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168286:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204958.168288:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168290:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168291:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168292:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204958.168294:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204958.168296:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204958.168300:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204958.168302:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204958.168305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204958.168313:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204958.168317:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204958.168319:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168323:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204958.168324:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168325:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204958.168327:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204958.168328:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204958.168329:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204958.168332:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204958.168333:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204958.168334:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168335:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168337:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788204958.168339:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204958.168341:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204958.168342:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204958.168344:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204958.168346:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713856, portal 10
00000100:00000001:0.0:1788204958.168347:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204958.168348:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:0.0:1788204958.168352:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168357:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204958.168360:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204958.168362:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204958.168364:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618713856, offset 0
00000400:00000200:0.0:1788204958.168367:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168370:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168373:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204958.168391:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204958.168393:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204958.168396:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204958.168398:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168401:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3835:3835:256:4294967295] 192.168.201.124@tcp LPNI seq info [3835:3835:8:4294967295]
00000400:00000200:0.0:1788204958.168405:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168411:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204958.168415:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168417:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204958.168420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204958.168421:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204958.168424:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204958.168426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204958.168428:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168429:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204958.168431:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204958.168433:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204958.168435:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204958.168436:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204958.168437:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204958.168440:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168445:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168446:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168450:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168451:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204958.168453:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204958.168455:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788204958.168457:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204958.168458:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298763308
00000100:00000001:0.0:1788204958.168460:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168461:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298763308
00000100:00000001:0.0:1788204958.168462:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168464:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204958.168465:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168466:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204958.168468:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204958/real 1788204958]  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204958.168473:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204958.168474:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204958.168475:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204958.168476:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204958.168477:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204958.168478:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204958.168480:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204958.168488:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168494:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204958.168495:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168497:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168498:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204958.168502:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168508:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204958.168512:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168519:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204958.168521:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168522:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168524:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168525:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204958.168526:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204958.168528:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204958.168530:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204958.168531:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204958.168534:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204958.168538:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788204958.168541:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204958.168542:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168546:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204958.168547:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168549:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204958.168550:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204958.168552:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204958.168555:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204958.168558:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204958.168559:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204958.168561:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168562:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168565:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788204958.168567:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204958.168571:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204958.168573:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204958.168576:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204958.168579:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618713984, portal 4
00000100:00000001:0.0:1788204958.168581:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204958.168582:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:0.0:1788204958.168588:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168593:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204958.168595:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204958.168597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204958.168599:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618713984, offset 0
00000400:00000200:0.0:1788204958.168603:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168607:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168610:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204958.168613:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204958.168615:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204958.168617:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204958.168619:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168622:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3836:3836:256:4294967295] 192.168.201.124@tcp LPNI seq info [3836:3836:8:4294967295]
00000400:00000200:0.0:1788204958.168626:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168632:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204958.168637:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168640:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204958.168642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204958.168644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204958.168646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204958.168648:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204958.168650:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168652:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204958.168653:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204958.168656:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204958.168657:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204958.168659:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204958.168660:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204958.168662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168667:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168669:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168673:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168674:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204958.168676:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204958.168678:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788204958.168679:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204958.168681:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298763288
00000100:00000001:0.0:1788204958.168682:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168684:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298763288
00000100:00000001:0.0:1788204958.168685:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168686:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204958.168687:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168688:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204958.168691:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204958/real 1788204958]  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204958.168698:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204958.168699:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204958.168701:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204958.168703:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204958.168704:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204958.168706:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204958.168709:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204958.168717:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168723:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204958.168725:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168726:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168728:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204958.168731:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168737:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204958.168740:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168744:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204958.168746:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168746:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168747:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168748:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204958.168749:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204958.168751:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204958.168752:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204958.168753:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204958.168755:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204958.168759:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618713984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204958.168762:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204958.168763:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168767:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204958.168768:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168770:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204958.168771:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204958.168772:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204958.168773:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204958.168775:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204958.168776:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204958.168777:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204958.168778:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168780:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788204958.168781:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204958.168783:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788204958.168784:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788204958.168786:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788204958.168788:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714112, portal 4
00000100:00000001:0.0:1788204958.168790:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204958.168790:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:0.0:1788204958.168794:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168797:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204958.168799:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788204958.168800:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788204958.168801:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618714112, offset 0
00000400:00000200:0.0:1788204958.168804:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168806:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168808:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788204958.168809:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204958.168811:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788204958.168813:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204958.168814:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788204958.168816:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3837:3837:256:4294967295] 192.168.201.124@tcp LPNI seq info [3837:3837:8:4294967295]
00000400:00000200:0.0:1788204958.168818:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204958.168822:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204958.168824:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168826:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788204958.168828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788204958.168830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204958.168832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788204958.168834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204958.168836:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788204958.168837:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788204958.168839:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204958.168840:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204958.168842:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788204958.168843:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788204958.168845:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204958.168847:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168855:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168856:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168860:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168861:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204958.168862:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204958.168864:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788204958.168865:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204958.168866:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298763422
00000100:00000001:0.0:1788204958.168867:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298763422
00000100:00000001:0.0:1788204958.168870:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298765551
00000100:00000001:0.0:1788204958.168871:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204958.168872:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168873:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204958.168875:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204958/real 1788204958]  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204958.168879:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204958.168880:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204958.168881:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788204958.168882:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788204958.168883:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788204958.168884:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204958.168886:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204958.168890:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168893:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204958.168894:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168895:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168896:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204958.168898:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168902:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204958.168904:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168907:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204958.168908:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168909:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204958.168910:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168910:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204958.168912:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204958.168913:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204958.168914:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204958.168915:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204958.168917:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204958.168921:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788204958.168923:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168924:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168926:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618713728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168929:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204958.168930:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168932:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788204958.168933:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204958.168934:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204958.168935:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204958.168936:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204958.168937:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:0.0:1788204958.168939:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204958.168939:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204958.168940:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:0.0:1788204958.168942:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204958.168943:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168944:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168945:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618713856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168949:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204958.168950:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168950:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788204958.168952:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204958.168953:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204958.168954:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204958.168954:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204958.168955:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:0.0:1788204958.168956:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204958.168957:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204958.168958:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:0.0:1788204958.168960:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204958.168961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168962:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168963:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618713984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168967:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204958.168967:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168968:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788204958.168969:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204958.168970:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204958.168970:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204958.168971:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204958.168972:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:0.0:1788204958.168973:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204958.168973:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204958.168974:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:0.0:1788204958.168976:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204958.168977:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168978:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204958.168980:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618714112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204958.168983:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204958.168983:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204958.168984:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788204958.168985:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204958.168985:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204958.168986:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788204958.168987:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204958.168988:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:0.0:1788204958.168989:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204958.168989:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204958.168990:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:0.0:1788204958.168991:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204958.168992:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168993:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204958.168995:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204958.168996:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204958.168997:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204958.168998:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204958.487164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204958.487169:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204958.487173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204958.487174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204958.487177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204958.487178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204958.487181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204958.487182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204958.487242:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204958.487246:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204958.487249:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204959.191176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204959.191186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204959.191188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204959.191194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204959.191198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204959.191207:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204959.191209:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204959.191212:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204959.191214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204959.511168:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204959.511170:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204959.511172:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511175:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204959.511177:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511178:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511180:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204959.511183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204959.511186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204959.511188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204959.511189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204959.511258:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204959.511262:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204959.511265:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204960.215172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204960.215179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204960.215181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204960.215186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204960.215189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204960.215193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204960.215195:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204960.215197:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204960.215199:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204960.471155:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298765551, at 4298765568
00000100:00000040:3.0:1788204960.471155:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298765551, at 4298765568
00000100:00000010:2.0:1788204960.471169:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3120.
00000100:00000010:3.0:1788204960.471171:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec37e0.
00010000:00000001:3.0:1788204960.535187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204960.535194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204960.535200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204960.535201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204960.535204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204960.535205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204960.535208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204960.535210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204960.535278:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204960.535281:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204960.535284:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204961.239132:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204961.239138:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204961.239140:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204961.239144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204961.239146:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204961.239149:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204961.239151:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204961.239153:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204961.239154:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204961.559179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204961.559186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204961.559193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204961.559194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204961.559198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204961.559199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204961.559202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204961.559204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204961.559268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204961.559271:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204961.559275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204962.263148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204962.263155:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204962.263157:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204962.263162:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204962.263165:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204962.263169:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204962.263171:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204962.263174:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204962.263177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204962.583146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204962.583152:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204962.583155:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204962.583156:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204962.583158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204962.583159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204962.583161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204962.583161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204962.583208:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204962.583211:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204962.583214:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204963.287160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204963.287167:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204963.287168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204963.287171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788204963.287174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204963.287177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204963.287179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204963.287181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204963.287183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204963.287326:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204963.287332:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204963.287335:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204963.287338:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204963.287342:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204963.287348:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4095
00000400:00000200:0.0:1788204963.287357:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204963.287363:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204963.287366:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204963.287369:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287372:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204963.287374:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287376:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204963.287380:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204963.287382:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204963.287385:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204963.287388:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204963.287390:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204963.287401:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204963.287405:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287406:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204963.287412:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287414:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204963.287417:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204963.287420:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287422:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204963.287425:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204963.287429:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204963.287432:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287434:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204963.287436:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204963.287446:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204963.287449:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204963.287454:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204963.287455:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287458:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204963.287461:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204963.287464:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204963.287474:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204963.287480:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204963.287490:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204963.287500:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204963.287505:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204963.287509:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204963.287531:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204963.287534:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204963.287537:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204963.287538:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204963.287540:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204963.287544:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204963.287547:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4095
00000100:00000001:2.0:1788204963.287550:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788204963.287552:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204963.287555:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204963.287557:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1788204963.287559:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204963.287563:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204963.287564:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204963.287571:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204963.287575:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204963.287577:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287578:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204963.287581:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204963.287583:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204963.287583:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204963.287588:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287589:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204963.287592:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618714240:192.168.201.124@tcp:250:kworker.0
00000020:00000001:0.0:1788204963.287595:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204963.287597:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788204963.287599:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
02000000:00000001:2.0:1788204963.287600:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1788204963.287602:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204963.287604:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204963.287608:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:2.0:1788204963.287608:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204963.287612:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
00000020:00000001:0.0:1788204963.287613:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204963.287615:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204963.287618:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000400:00000200:2.0:1788204963.287622:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204963.287626:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204963.287627:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788204963.287632:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204963.287634:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:0.0:1788204963.287635:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287640:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:2.0:1788204963.287641:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714240, portal 25
00000020:00000040:0.0:1788204963.287642:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:2.0:1788204963.287645:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204963.287647:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00080000:0.0:1788204963.287649:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:2.0:1788204963.287653:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204963.287655:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204963.287660:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204963.287664:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1788204963.287667:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204963.287667:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204963.287669:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
02000000:00000001:0.0:1788204963.287673:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204963.287674:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618714240, offset 0
00000100:00000001:0.0:1788204963.287680:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204963.287683:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000008:00100000:0.0:1788204963.287686:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204963.287691:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:0.0:1788204963.287693:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287698:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.287698:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204963.287703:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1788204963.287705:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000400:00000200:2.0:1788204963.287708:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000040:0.0:1788204963.287711:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204963.287712:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204963.287717:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:0.0:1788204963.287718:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204963.287722:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.287722:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3838:3838:256:4294967295] 192.168.201.124@tcp LPNI seq info [3838:3838:8:4294967295]
00000100:00000001:0.0:1788204963.287728:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204963.287729:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204963.287732:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204963.287736:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.287739:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1788204963.287742:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000800:00000200:2.0:1788204963.287744:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287749:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204963.287750:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00100000:0.0:1788204963.287760:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204963.287761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204963.287767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1788204963.287773:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204963.287777:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204963.287782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204963.287783:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204963.287801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1788204963.287802:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204963.287808:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1788204963.287811:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204963.287815:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:2.0:1788204963.287816:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:0.0:1788204963.287819:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204963.287822:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204963.287824:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204963.287825:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204963.287832:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4095
00000400:00000200:2.0:1788204963.287832:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204963.287838:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204963.287841:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000400:00000200:0.0:1788204963.287842:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204963.287846:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1788204963.287850:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204963.287853:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204963.287855:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204963.287863:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287867:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204963.287872:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287877:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204963.287882:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204963.287885:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000001:2.0:1788204963.287886:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788204963.287887:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204963.287890:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204963.287894:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204963.287894:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204963.287899:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204963.287908:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204963.287909:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287913:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204963.287915:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.287917:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204963.287918:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204963.287921:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204963.287921:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204963.287925:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204963.287927:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204963.287930:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204963.287930:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204963.287931:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287935:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204963.287937:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204963.287939:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:0.0:1788204963.287940:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287943:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.287943:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298770671
00000100:00000010:0.0:1788204963.287946:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204963.287949:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000010:2.0:1788204963.287950:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000001:0.0:1788204963.287951:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204963.287953:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.287955:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204963.287957:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204963.287959:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204963.287966:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:2.0:1788204963.287966:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204963.287972:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.287974:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298770671
00000100:00000010:2.0:1788204963.287980:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350de0.
00000100:00100000:0.0:1788204963.287982:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204963.287984:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204963.287989:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204963.287996:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204963.287996:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.288001:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288002:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204963.288012:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204963]  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204963.288013:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204963.288038:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204963.288039:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204963.288042:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788204963.288044:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204963.288046:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204963.288081:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00080000:0.0:1788204963.288082:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1788204963.288085:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204963.288086:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204963.288090:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204963.288092:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204963.288096:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788204963.288099:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204963.288102:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4095
00000400:00000200:0.0:1788204963.288112:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:2.0:1788204963.288116:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204963.288120:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204963.288125:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204963.288131:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1788204963.288132:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204963.288135:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204963.288137:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204963.288140:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788204963.288142:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204963.288144:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204963.288146:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204963.288150:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1788204963.288152:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204963.288153:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204963.288156:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204963.288160:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204963.288164:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204963.288167:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204963.288168:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204963.288175:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204963.288177:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204963.288178:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204963.288184:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.288190:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204963.288194:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788204963.288195:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788204963.288200:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204963.288202:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204963.288204:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.288207:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204963.288208:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288211:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1788204963.288212:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204963.288214:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204963.288216:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204963.288219:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788204963.288220:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.288224:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1788204963.288227:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000008:00100000:0.0:1788204963.288228:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204963.288233:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288233:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788204963.288236:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204963.288241:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000040:2.0:1788204963.288242:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204963.288246:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204963.288252:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204963.288255:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.288258:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788204963.288260:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618714240:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204963.288261:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204963.288264:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288267:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204963.288270:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:2.0:1788204963.288272:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204963.288275:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204963.288277:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618714240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204963.288284:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204963.288299:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204963.288304:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204963.288308:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
00000100:00000001:0.0:1788204963.288309:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204963.288313:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.288314:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204963.288318:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:0.0:1788204963.288319:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204963.288322:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204963.288327:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204963.288331:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204963.288333:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204963.288337:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204963.288337:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204963.288341:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1788204963.288343:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204963.288345:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1788204963.288345:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00080000:0.0:1788204963.288349:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204963.288351:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204963.288353:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204963.288354:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.288358:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204963.288359:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4095
00000400:00000200:0.0:1788204963.288365:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204963.288368:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204963.288368:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204963.288371:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204963.288372:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204963.288378:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204963.288378:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204963.288382:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204963.288382:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204963.288385:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204963.288386:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.288390:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204963.288392:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204963.288393:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204963.288396:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204963.288399:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204963.288402:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204963.288406:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204963.288408:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788204963.288410:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204963.288411:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.288416:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204963.288417:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204963.288420:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204963.288421:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204963.288426:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204963.288427:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204963.288431:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204963.288433:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714368:192.168.201.124@tcp:38:kworker.0
00000020:00000040:0.0:1788204963.288435:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204963.288441:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204963.288441:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204963.288445:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204963.288446:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.288449:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204963.288450:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204963.288454:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204963.288455:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204963.288459:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204963.288459:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:0.0:1788204963.288463:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204963.288464:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204963.288466:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204963.288470:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.288472:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204963.288473:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204963.288478:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000010:0.0:1788204963.288480:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204963.288484:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204963.288484:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:0.0:1788204963.288487:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204963.288490:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204963.288492:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204963.288493:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204963.288495:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204963.288500:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714368, portal 10
02000000:00000010:0.0:1788204963.288504:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:2.0:1788204963.288504:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204963.288505:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000001:0.0:1788204963.288511:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204963.288516:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204963.288520:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204963.288534:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204963.288539:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204963.288540:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204963.288543:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204963.288550:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204963.288558:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204963.288562:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4106)
00000400:00000010:2.0:1788204963.288566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204963.288574:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618714368, offset 0
00000400:00000200:2.0:1788204963.288580:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204963.288586:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.288591:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204963.288594:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204963.288597:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204963.288600:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204963.288603:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204963.288606:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3839:3839:256:4294967295] 192.168.201.124@tcp LPNI seq info [3839:3839:8:4294967295]
00000400:00000200:2.0:1788204963.288610:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.288617:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204963.288622:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.288625:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204963.288629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204963.288632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204963.288636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204963.288639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204963.288642:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.288644:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204963.288647:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204963.288651:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204963.288653:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204963.288655:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204963.288658:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204963.288662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288670:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.288674:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288685:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288687:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204963.288690:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204963.288694:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204963.288698:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204963.288700:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298770583
00000100:00000001:2.0:1788204963.288702:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.288704:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298770583
00000100:00000001:2.0:1788204963.288706:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.288708:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204963.288710:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288712:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204963.288716:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204963]  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204963.288723:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204963.288724:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204963.288726:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204963.288728:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204963.288729:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204963.288732:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204963.288735:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204963.288742:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288749:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204963.288750:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.288752:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.288753:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204963.288757:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288764:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204963.288768:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288774:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204963.288777:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.288778:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.288780:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.288781:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204963.288783:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204963.288786:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204963.288789:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204963.288791:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204963.288794:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204963.288802:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714368:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204963.288805:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204963.288808:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288814:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204963.288816:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.288818:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204963.288819:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204963.288821:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204963.288824:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204963.288827:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204963.288829:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204963.288831:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.288832:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204963.288835:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204963.288837:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.288840:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204963.288843:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204963.288846:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204963.288848:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714496, portal 10
00000100:00000001:2.0:1788204963.288850:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204963.288851:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204963.288857:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288863:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204963.288865:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204963.288867:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204963.288870:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618714496, offset 0
00000400:00000200:2.0:1788204963.288874:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204963.288877:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.288881:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204963.288883:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204963.288885:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204963.288888:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204963.288890:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204963.288893:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3840:3840:256:4294967295] 192.168.201.124@tcp LPNI seq info [3840:3840:8:4294967295]
00000400:00000200:2.0:1788204963.288897:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.288903:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204963.288907:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.288910:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204963.288914:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204963.288916:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204963.288920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204963.288922:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204963.288926:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.288928:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204963.288931:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204963.288934:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204963.288937:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204963.288939:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204963.288942:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204963.288945:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288952:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.288955:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.288961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288963:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204963.288965:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204963.288968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204963.288971:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204963.288973:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298768428
00000100:00000001:2.0:1788204963.288975:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.288977:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298768428
00000100:00000001:2.0:1788204963.288979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.288981:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204963.288983:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.288985:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204963.288989:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204963]  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204963.288996:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204963.288997:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204963.288998:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204963.289001:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204963.289002:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204963.289004:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204963.289007:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204963.289016:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289022:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204963.289023:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.289026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204963.289029:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289035:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204963.289039:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289045:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204963.289047:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289049:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.289050:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289069:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204963.289071:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204963.289073:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204963.289077:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204963.289079:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204963.289083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204963.289091:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204963.289095:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204963.289098:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289105:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204963.289106:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.289108:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204963.289110:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204963.289111:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204963.289114:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204963.289117:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204963.289119:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204963.289120:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.289122:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204963.289125:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204963.289127:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.289130:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204963.289133:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204963.289136:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204963.289138:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714624, portal 4
00000100:00000001:2.0:1788204963.289140:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204963.289141:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204963.289146:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289152:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204963.289154:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204963.289156:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204963.289158:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618714624, offset 0
00000400:00000200:2.0:1788204963.289162:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204963.289165:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.289168:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204963.289171:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204963.289173:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204963.289175:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204963.289177:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204963.289181:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3841:3841:256:4294967295] 192.168.201.124@tcp LPNI seq info [3841:3841:8:4294967295]
00000400:00000200:2.0:1788204963.289185:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.289190:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204963.289194:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.289197:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204963.289201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204963.289203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204963.289207:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204963.289210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204963.289213:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.289215:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204963.289218:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204963.289221:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204963.289223:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204963.289225:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204963.289228:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204963.289231:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289238:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.289241:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289247:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.289249:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204963.289252:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204963.289254:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204963.289257:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204963.289259:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298768409
00000100:00000001:2.0:1788204963.289262:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.289264:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298768409
00000100:00000001:2.0:1788204963.289266:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.289268:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204963.289270:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.289272:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204963.289275:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204963]  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204963.289281:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204963.289282:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204963.289284:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204963.289286:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204963.289300:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204963.289302:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204963.289305:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204963.289313:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289319:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204963.289320:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289322:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.289323:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204963.289326:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289332:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204963.289335:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289341:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204963.289344:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289345:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.289346:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289348:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204963.289349:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204963.289351:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204963.289355:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204963.289356:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204963.289359:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204963.289366:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204963.289369:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289370:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.289373:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618714368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289379:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204963.289381:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204963.289382:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204963.289385:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204963.289386:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204963.289388:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204963.289389:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204963.289391:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:2.0:1788204963.289394:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204963.289396:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204963.289397:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204963.289399:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204963.289400:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289402:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.289405:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618714496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289410:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204963.289411:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204963.289413:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204963.289415:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204963.289416:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204963.289417:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204963.289419:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204963.289421:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:2.0:1788204963.289423:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204963.289424:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204963.289425:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204963.289427:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204963.289428:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289430:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.289433:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618714624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289438:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204963.289439:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204963.289441:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204963.289443:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204963.289443:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204963.289444:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204963.289446:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204963.289447:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:2.0:1788204963.289450:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204963.289451:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204963.289452:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204963.289454:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204963.289455:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289457:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289460:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204963.289461:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.289463:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204963.289465:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204963.289466:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204963.289469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289476:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204963.289477:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.289479:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204963.289481:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204963.289483:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204963.289485:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204963.289489:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204963.289491:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204963.289492:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204963.289493:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204963.289496:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204963.289499:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204963.289502:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204963.289504:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204963.289507:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204963.289510:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714752, portal 4
00000100:00000001:2.0:1788204963.289512:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204963.289513:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204963.289518:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289524:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204963.289526:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204963.289528:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204963.289530:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618714752, offset 0
00000400:00000200:2.0:1788204963.289534:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204963.289538:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.289541:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204963.289543:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204963.289546:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204963.289548:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204963.289551:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204963.289553:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3842:3842:256:4294967295] 192.168.201.124@tcp LPNI seq info [3842:3842:8:4294967295]
00000400:00000200:2.0:1788204963.289557:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204963.289563:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204963.289567:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.289570:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204963.289574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204963.289577:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204963.289581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204963.289583:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204963.289587:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204963.289589:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204963.289591:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204963.289594:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204963.289596:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204963.289597:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204963.289599:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204963.289602:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289607:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.289608:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289612:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.289613:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204963.289615:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204963.289617:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204963.289619:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204963.289620:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298768543
00000100:00000001:2.0:1788204963.289622:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.289623:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298768543
00000100:00000001:2.0:1788204963.289624:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298770671
00000100:00000001:2.0:1788204963.289626:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204963.289627:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.289628:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204963.289630:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204963]  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204963.289634:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204963.289634:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204963.289636:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204963.289637:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204963.289638:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204963.289640:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204963.289642:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204963.289650:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289656:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204963.289657:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289658:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.289659:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204963.289663:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289668:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204963.289672:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289679:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204963.289681:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289682:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204963.289684:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289685:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204963.289687:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204963.289689:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204963.289692:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204963.289695:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204963.289699:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204963.289706:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618714752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204963.289709:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289711:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204963.289714:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618714752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204963.289719:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204963.289721:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204963.289722:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204963.289724:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204963.289726:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204963.289727:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204963.289729:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204963.289731:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:2.0:1788204963.289733:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204963.289734:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204963.289735:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204963.289737:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204963.289739:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289740:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.289744:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204963.289745:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.289747:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204963.289749:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204963.607162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204963.607167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204963.607171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204963.607172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204963.607175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204963.607175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204963.607178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204963.607178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204963.607242:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204963.607246:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204963.607249:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204964.311202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204964.311208:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204964.311210:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204964.311213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204964.311216:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204964.311218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.311220:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204964.311222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.311224:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204964.631180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204964.631185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204964.631190:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204964.631192:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204964.631196:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204964.631198:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204964.631199:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631201:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204964.631203:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631204:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631205:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204964.631212:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204964.631213:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204964.631214:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631215:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204964.631216:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631217:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204964.631218:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204964.631298:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204964.631302:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204964.631304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204965.335183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204965.335191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204965.335193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204965.335198:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204965.335201:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204965.335205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204965.335208:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204965.335210:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204965.335213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204965.591148:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298770671, at 4298770688
00000100:00000040:3.0:1788204965.591148:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298770671, at 4298770688
00000100:00000010:3.0:1788204965.591162:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350de0.
00000100:00000010:2.0:1788204965.591164:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204965.655175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204965.655180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204965.655184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204965.655184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204965.655187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204965.655188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204965.655190:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204965.655191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204965.655276:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204965.655280:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204965.655283:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204966.359156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204966.359162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204966.359164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204966.359168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204966.359170:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204966.359173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204966.359175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204966.359178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204966.359181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204966.679132:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204966.679136:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204966.679140:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204966.679141:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204966.679144:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204966.679144:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204966.679147:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204966.679148:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204966.679220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204966.679225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204966.679239:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204967.383184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204967.383190:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204967.383191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204967.383195:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204967.383197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204967.383200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.383202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204967.383204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.383206:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703145:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204967.703150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703153:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204967.703156:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204967.703158:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204967.703160:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703162:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204967.703164:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703165:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703166:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204967.703169:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204967.703172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204967.703172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204967.703234:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204967.703237:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204967.703239:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204968.407150:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788204968.407151:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204968.407156:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204968.407159:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204968.407161:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1788204968.407163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204968.407165:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204968.407167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204968.407170:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204968.407171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.407174:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204968.407177:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204968.407177:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.407181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204968.407186:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4101
00000400:00000200:0.0:1788204968.407196:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204968.407218:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204968.407221:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204968.407225:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407228:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204968.407230:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407233:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204968.407237:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204968.407239:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204968.407242:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204968.407246:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204968.407248:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204968.407251:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204968.407254:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407256:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204968.407258:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407260:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204968.407263:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204968.407266:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407269:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204968.407271:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204968.407275:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204968.407278:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.407280:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204968.407282:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204968.407292:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204968.407295:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204968.407299:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204968.407300:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.407304:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204968.407306:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204968.407310:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204968.407319:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204968.407326:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204968.407335:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204968.407345:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204968.407349:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204968.407354:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204968.407373:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204968.407376:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204968.407379:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204968.407381:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204968.407383:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204968.407386:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204968.407389:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4101
00000100:00000001:2.0:1788204968.407390:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788204968.407394:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204968.407394:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204968.407397:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1788204968.407400:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204968.407404:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204968.407405:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204968.407412:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407417:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204968.407422:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407427:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204968.407427:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204968.407429:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204968.407431:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204968.407433:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788204968.407434:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
02000000:00000001:2.0:1788204968.407436:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204968.407438:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204968.407439:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204968.407442:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00100000:2.0:1788204968.407444:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618714880:192.168.201.124@tcp:250:kworker.0
00000020:00000001:0.0:1788204968.407447:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204968.407449:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1788204968.407452:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:2.0:1788204968.407453:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204968.407457:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.407459:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1788204968.407460:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407464:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788204968.407464:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204968.407468:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204968.407470:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407473:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204968.407474:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788204968.407477:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000010:2.0:1788204968.407479:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:0.0:1788204968.407483:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:2.0:1788204968.407485:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204968.407488:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204968.407491:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204968.407492:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618714880, portal 25
00000100:00000001:2.0:1788204968.407495:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204968.407496:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
02000000:00000001:0.0:1788204968.407497:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204968.407501:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204968.407502:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.407507:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204968.407511:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1788204968.407514:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204968.407514:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204968.407516:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000008:00000001:0.0:1788204968.407520:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204968.407520:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618714880, offset 0
00000400:00000200:2.0:1788204968.407526:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407533:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.407534:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204968.407541:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000400:00000200:2.0:1788204968.407541:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:0.0:1788204968.407546:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204968.407546:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204968.407551:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204968.407551:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:0.0:1788204968.407555:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.407556:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204968.407559:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204968.407560:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:0.0:1788204968.407563:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204968.407564:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3843:3843:256:4294967295] 192.168.201.124@tcp LPNI seq info [3843:3843:8:4294967295]
02000000:00000001:0.0:1788204968.407568:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204968.407573:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000400:00000200:2.0:1788204968.407578:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204968.407579:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204968.407589:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204968.407589:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204968.407597:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.407604:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:0.0:1788204968.407605:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204968.407609:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204968.407614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204968.407616:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204968.407618:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204968.407626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204968.407631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788204968.407635:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204968.407635:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.407638:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204968.407642:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204968.407646:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788204968.407647:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204968.407651:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00080000:0.0:1788204968.407652:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1788204968.407653:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:0.0:1788204968.407657:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204968.407659:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204968.407660:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204968.407664:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204968.407666:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204968.407672:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4101
00000100:00000001:2.0:1788204968.407674:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788204968.407680:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788204968.407680:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.407688:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204968.407689:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204968.407691:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1788204968.407694:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204968.407696:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204968.407700:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204968.407702:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204968.407706:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204968.407707:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298775791
00000100:00000040:0.0:1788204968.407711:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000010:2.0:1788204968.407712:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:0.0:1788204968.407717:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204968.407720:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1788204968.407721:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204968.407724:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000001:2.0:1788204968.407725:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298775791
00000020:00000001:0.0:1788204968.407726:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788204968.407728:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350f60.
00000020:00000040:0.0:1788204968.407730:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000001:2.0:1788204968.407731:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1788204968.407735:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204968.407736:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204968.407741:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204968.407741:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407744:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204968.407749:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204968.407750:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407755:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204968.407761:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204968.407763:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204968.407766:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000040:0.0:1788204968.407767:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204968.407770:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:0.0:1788204968.407771:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:2.0:1788204968.407774:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000020:00000040:0.0:1788204968.407775:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204968.407780:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204968.407780:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204968.407785:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204968.407787:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204968.407788:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204968.407792:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204968.407797:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.407801:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204968.407805:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204968.407806:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204968.407810:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.407815:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407816:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204968.407819:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788204968.407821:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204968.407821:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.407824:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204968.407826:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204968.407831:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1788204968.407831:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204968.407833:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407842:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204968.407843:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204968.407845:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204968.407847:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.407848:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204968.407851:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204968.407855:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407861:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1788204968.407862:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204968.407866:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.407870:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.407873:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204968.407875:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204968.407876:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204968.407878:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407879:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204968.407882:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204968.407883:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204968.407890:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788204968.407892:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407894:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788204968.407895:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204968.407899:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204968.407900:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204968.407903:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204968.407905:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204968.407909:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204968.407912:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618714880:192.168.201.124@tcp:250:kworker.0
00000100:00080000:0.0:1788204968.407913:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4101
00000400:00000200:0.0:1788204968.407920:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204968.407920:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.407923:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788204968.407925:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204968.407928:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204968.407929:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618714880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204968.407933:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407938:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204968.407941:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.407943:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204968.407946:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204968.407946:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1788204968.407947:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204968.407950:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204968.407951:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:0.0:1788204968.407952:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204968.407955:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
02000000:00000010:2.0:1788204968.407956:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
00000020:00000001:0.0:1788204968.407957:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204968.407961:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204968.407963:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788204968.407964:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204968.407967:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000020:00000001:2.0:1788204968.407968:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204968.407969:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204968.407972:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000020:00000040:2.0:1788204968.407972:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00080000:0.0:1788204968.407977:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000020:00000001:2.0:1788204968.407977:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788204968.407980:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204968.407981:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788204968.407982:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204968.407985:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204968.407987:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.407987:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204968.407989:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788204968.407990:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1788204968.407991:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000008:00100000:0.0:1788204968.407993:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204968.407994:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000008:00000001:0.0:1788204968.407997:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.407997:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204968.408002:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408003:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788204968.408007:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204968.408010:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204968.408011:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1788204968.408012:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204968.408013:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204968.408014:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408016:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204968.408017:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204968.408019:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204968.408019:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204968.408021:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204968.408022:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204968.408026:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204968.408028:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.408028:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204968.408035:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204968.408045:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204968.408048:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204968.408048:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408070:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204968.408071:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204968.408073:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408075:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.408080:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715008:192.168.201.124@tcp:38:kworker.0
00000100:00000040:0.0:1788204968.408081:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408084:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204968.408087:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204968.408089:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.408092:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408092:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408095:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
00000100:00080000:0.0:1788204968.408096:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204968.408099:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204968.408100:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204968.408103:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204968.408105:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204968.408105:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204968.408109:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204968.408109:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:0.0:1788204968.408113:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4101
00000400:00000010:2.0:1788204968.408114:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000400:00000200:0.0:1788204968.408117:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:2.0:1788204968.408118:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715008, portal 10
00000400:00000200:0.0:1788204968.408121:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204968.408122:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204968.408124:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00080000:0.0:1788204968.408125:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204968.408129:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204968.408131:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204968.408132:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204968.408136:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.408140:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204968.408144:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204968.408145:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204968.408146:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204968.408149:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204968.408150:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:0.0:1788204968.408152:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000010:2.0:1788204968.408153:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000020:00000001:0.0:1788204968.408156:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788204968.408157:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618715008, offset 0
00000020:00000001:0.0:1788204968.408162:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:2.0:1788204968.408165:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204968.408168:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.408170:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204968.408171:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204968.408173:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204968.408175:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204968.408177:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:0.0:1788204968.408178:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:2.0:1788204968.408181:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204968.408184:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408186:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204968.408187:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.408190:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204968.408195:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204968.408196:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:0.0:1788204968.408207:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204968.408211:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.408215:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204968.408215:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3844:3844:256:4294967295] 192.168.201.124@tcp LPNI seq info [3844:3844:8:4294967295]
00000008:00100000:0.0:1788204968.408217:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204968.408221:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.408224:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.408225:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204968.408227:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204968.408230:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204968.408235:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204968.408237:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204968.408239:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204968.408239:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788204968.408242:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204968.408244:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204968.408247:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000010:0.0:1788204968.408248:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788204968.408252:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204968.408252:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204968.408258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:0.0:1788204968.408260:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204968.408261:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204968.408269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204968.408274:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788204968.408274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788204968.408278:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204968.408280:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408283:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000040:0.0:1788204968.408284:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204968.408287:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204968.408294:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204968.408296:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.408297:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204968.408300:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000040:0.0:1788204968.408301:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4111)
00000100:00000001:2.0:1788204968.408303:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204968.408307:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408313:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408315:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408319:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408320:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204968.408323:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.408325:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204968.408327:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204968.408329:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298775703
00000100:00000001:2.0:1788204968.408331:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408333:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298775703
00000100:00000001:2.0:1788204968.408334:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408335:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204968.408337:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408339:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204968.408341:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204968.408350:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204968.408351:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204968.408352:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204968.408353:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204968.408354:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204968.408356:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204968.408357:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204968.408362:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408365:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204968.408366:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408367:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408368:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204968.408370:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408373:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204968.408375:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408379:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204968.408381:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408382:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408383:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408384:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204968.408385:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204968.408387:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204968.408389:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204968.408390:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204968.408393:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204968.408398:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204968.408401:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204968.408403:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408407:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204968.408407:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408409:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204968.408410:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.408411:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.408413:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204968.408414:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204968.408415:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204968.408417:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408418:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408419:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204968.408420:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.408422:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204968.408423:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204968.408425:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204968.408427:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715136, portal 10
00000100:00000001:2.0:1788204968.408428:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204968.408429:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204968.408432:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408435:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204968.408437:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204968.408438:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204968.408439:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618715136, offset 0
00000400:00000200:2.0:1788204968.408441:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408443:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204968.408445:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204968.408447:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204968.408449:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204968.408450:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204968.408452:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408453:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3845:3845:256:4294967295] 192.168.201.124@tcp LPNI seq info [3845:3845:8:4294967295]
00000400:00000200:2.0:1788204968.408456:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204968.408459:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204968.408462:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408463:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204968.408465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204968.408467:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204968.408469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204968.408471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204968.408473:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408474:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204968.408476:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204968.408478:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204968.408479:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204968.408480:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204968.408482:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204968.408484:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408488:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408490:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408493:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408494:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204968.408496:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.408497:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204968.408499:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204968.408500:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298773548
00000100:00000001:2.0:1788204968.408502:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408503:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298773548
00000100:00000001:2.0:1788204968.408504:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408505:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204968.408506:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408507:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204968.408509:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204968.408513:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204968.408513:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204968.408514:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204968.408515:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204968.408516:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204968.408517:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204968.408519:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204968.408523:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408527:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204968.408527:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408528:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408529:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204968.408531:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408534:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204968.408536:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408539:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204968.408541:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408542:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408543:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408544:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204968.408545:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204968.408546:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204968.408548:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204968.408549:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204968.408551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204968.408555:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204968.408557:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408558:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408559:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618715008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408563:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204968.408563:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408564:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204968.408566:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204968.408567:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204968.408567:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204968.408569:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204968.408570:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:2.0:1788204968.408572:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204968.408573:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204968.408573:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204968.408575:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204968.408576:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408577:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408578:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618715136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408586:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204968.408587:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408587:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204968.408589:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204968.408589:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204968.408590:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204968.408591:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204968.408592:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:2.0:1788204968.408593:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204968.408593:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204968.408594:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204968.408595:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204968.408596:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408597:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408599:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204968.408599:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408601:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204968.408601:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204968.408602:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204968.408604:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408607:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204968.408608:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408609:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204968.408610:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.408611:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.408612:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204968.408614:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204968.408615:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204968.408616:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408617:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408619:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204968.408620:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.408623:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204968.408624:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204968.408626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204968.408627:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715264, portal 4
00000100:00000001:2.0:1788204968.408628:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204968.408629:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204968.408632:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408636:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204968.408637:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204968.408639:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204968.408640:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618715264, offset 0
00000400:00000200:2.0:1788204968.408642:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408644:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204968.408645:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204968.408647:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204968.408648:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204968.408649:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204968.408651:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408652:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3846:3846:256:4294967295] 192.168.201.124@tcp LPNI seq info [3846:3846:8:4294967295]
00000400:00000200:2.0:1788204968.408655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204968.408658:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204968.408661:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408662:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204968.408664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204968.408666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204968.408668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204968.408669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204968.408672:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408673:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204968.408675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204968.408677:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204968.408678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204968.408679:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204968.408681:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204968.408682:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408687:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408688:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408692:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408693:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204968.408694:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.408696:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204968.408697:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204968.408699:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298773528
00000100:00000001:2.0:1788204968.408700:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408701:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298773528
00000100:00000001:2.0:1788204968.408702:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408703:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204968.408704:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408705:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204968.408707:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204968.408711:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204968.408712:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204968.408713:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204968.408714:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204968.408715:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204968.408716:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204968.408718:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204968.408722:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408726:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204968.408726:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408727:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408728:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204968.408730:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408734:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204968.408736:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408739:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204968.408740:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408741:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408742:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408742:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204968.408743:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204968.408744:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204968.408746:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204968.408747:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204968.408749:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204968.408754:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204968.408757:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204968.408760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408766:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204968.408767:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408769:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204968.408770:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.408772:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.408775:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204968.408778:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204968.408780:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204968.408781:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.408783:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408786:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204968.408787:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204968.408791:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204968.408793:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204968.408796:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204968.408798:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715392, portal 4
00000100:00000001:2.0:1788204968.408800:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204968.408801:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788204968.408805:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408809:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204968.408810:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204968.408811:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204968.408813:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618715392, offset 0
00000400:00000200:2.0:1788204968.408815:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408817:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204968.408819:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204968.408821:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204968.408822:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204968.408824:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204968.408826:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204968.408829:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3847:3847:256:4294967295] 192.168.201.124@tcp LPNI seq info [3847:3847:8:4294967295]
00000400:00000200:2.0:1788204968.408833:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204968.408838:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204968.408842:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408845:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204968.408848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204968.408851:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204968.408855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204968.408857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204968.408861:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204968.408863:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204968.408865:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204968.408868:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204968.408870:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204968.408871:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204968.408873:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204968.408875:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408880:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408881:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408885:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408886:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204968.408888:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.408890:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204968.408892:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204968.408893:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298773662
00000100:00000001:2.0:1788204968.408894:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408896:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298773662
00000100:00000001:2.0:1788204968.408897:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298775791
00000100:00000001:2.0:1788204968.408898:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204968.408899:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.408900:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204968.408902:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204968.408907:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204968.408908:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204968.408909:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204968.408910:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204968.408911:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204968.408912:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204968.408913:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204968.408918:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408921:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204968.408922:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408923:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408924:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204968.408925:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408929:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204968.408931:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408937:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204968.408939:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408940:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204968.408941:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408943:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204968.408944:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204968.408947:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204968.408950:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204968.408952:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204968.408956:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204968.408964:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204968.408967:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408969:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408972:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618715264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408977:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204968.408978:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408980:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204968.408981:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204968.408982:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204968.408983:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204968.408984:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204968.408985:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:2.0:1788204968.408987:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204968.408988:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204968.408988:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204968.408990:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204968.408991:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.408992:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204968.408994:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618715392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.408997:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204968.408998:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204968.408999:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788204968.409000:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204968.409001:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204968.409001:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204968.409002:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204968.409003:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:2.0:1788204968.409004:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204968.409005:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204968.409005:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204968.409007:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204968.409007:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.409008:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.409011:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204968.409012:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.409013:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204968.409014:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204968.727110:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204968.727115:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204968.727120:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204968.727121:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204968.727124:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204968.727125:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204968.727128:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204968.727130:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204968.727189:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204968.727203:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204968.727207:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204969.431167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204969.431177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204969.431194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204969.431201:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204969.431205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204969.431210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204969.431213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204969.431217:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204969.431220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204969.751156:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204969.751157:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204969.751160:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751163:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204969.751165:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751167:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751168:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204969.751172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204969.751185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204969.751188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204969.751189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204969.751243:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204969.751245:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204969.751247:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204970.455156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204970.455188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204970.455190:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.455195:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204970.455198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204970.455201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204970.455203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204970.455205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204970.455207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204970.711154:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298775791, at 4298775808
00000100:00000040:2.0:1788204970.711166:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298775791, at 4298775808
00000100:00000010:3.0:1788204970.711179:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350f60.
00000100:00000010:2.0:1788204970.711181:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204970.775210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204970.775217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204970.775223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204970.775225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204970.775228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204970.775229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204970.775232:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204970.775234:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204970.775291:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204970.775295:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204970.775298:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204971.479158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204971.479165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204971.479168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204971.479173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204971.479177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204971.479181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204971.479183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204971.479187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204971.479190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204971.799137:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204971.799154:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204971.799158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204971.799159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204971.799161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204971.799162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204971.799164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204971.799165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204971.799223:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204971.799227:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204971.799231:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204972.503177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204972.503184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204972.503187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204972.503192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204972.503196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204972.503199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204972.503202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204972.503204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204972.503207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204972.823202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204972.823208:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204972.823211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204972.823212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204972.823215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204972.823216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204972.823219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204972.823220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204972.823276:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204972.823279:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204972.823282:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204973.527170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788204973.527176:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204973.527178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204973.527182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204973.527185:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1788204973.527188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204973.527189:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204973.527193:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204973.527194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204973.527200:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204973.527200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.527205:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204973.527208:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4106
00000100:00000001:2.0:1788204973.527210:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.527214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204973.527217:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204973.527222:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204973.527225:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204973.527227:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527229:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204973.527232:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527233:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204973.527236:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204973.527237:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204973.527240:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204973.527242:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204973.527244:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204973.527245:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204973.527248:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527249:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204973.527250:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527252:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204973.527254:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204973.527256:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527258:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204973.527260:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204973.527262:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204973.527264:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527266:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204973.527267:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204973.527274:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204973.527276:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204973.527279:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204973.527280:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527282:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204973.527284:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204973.527288:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204973.527296:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204973.527301:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204973.527310:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204973.527319:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204973.527324:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204973.527329:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204973.527347:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204973.527349:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204973.527351:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204973.527352:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204973.527353:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204973.527355:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204973.527357:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4106
00000400:00000200:0.0:1788204973.527361:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204973.527362:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204973.527364:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204973.527366:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527367:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204973.527369:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527371:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204973.527372:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204973.527373:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204973.527374:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204973.527374:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788204973.527378:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788204973.527379:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204973.527382:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204973.527383:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204973.527390:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204973.527391:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204973.527400:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204973.527401:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204973.527403:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204973.527404:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204973.527408:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204973.527409:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204973.527412:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204973.527413:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204973.527418:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204973.527419:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204973.527422:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00100000:2.0:1788204973.527425:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618715520:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204973.527427:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527430:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204973.527431:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204973.527434:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204973.527436:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204973.527438:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204973.527438:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204973.527443:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204973.527445:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:0.0:1788204973.527446:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204973.527447:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204973.527452:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204973.527454:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:0.0:1788204973.527456:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527458:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204973.527458:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000010:0.0:1788204973.527462:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204973.527465:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204973.527466:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:0.0:1788204973.527467:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204973.527470:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527471:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204973.527473:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204973.527473:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715520, portal 25
02000000:00000001:0.0:1788204973.527476:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527477:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204973.527479:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
02000000:00000010:0.0:1788204973.527481:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000040:2.0:1788204973.527485:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204973.527486:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204973.527494:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204973.527495:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204973.527502:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527506:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204973.527506:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:0.0:1788204973.527510:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204973.527510:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618715520, offset 0
00000100:00000040:0.0:1788204973.527517:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204973.527521:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527530:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.527530:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204973.527535:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204973.527538:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:0.0:1788204973.527543:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204973.527545:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204973.527547:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204973.527550:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204973.527550:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204973.527555:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204973.527556:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204973.527560:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:0.0:1788204973.527563:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4106
00000400:00000200:2.0:1788204973.527566:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3848:3848:256:4294967295] 192.168.201.124@tcp LPNI seq info [3848:3848:8:4294967295]
00000400:00000200:0.0:1788204973.527574:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.527575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204973.527581:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204973.527585:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204973.527589:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204973.527590:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527594:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204973.527597:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204973.527598:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527600:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204973.527603:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204973.527604:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000010:2.0:1788204973.527604:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000020:00000001:0.0:1788204973.527607:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204973.527610:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204973.527611:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:2.0:1788204973.527614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204973.527615:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:2.0:1788204973.527619:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1788204973.527620:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527624:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204973.527629:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204973.527630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204973.527631:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204973.527636:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:2.1:1788204973.527636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1788204973.527641:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000100:2.0:1788204973.527645:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527646:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204973.527649:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
02000000:00000001:0.0:1788204973.527650:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204973.527653:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204973.527656:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.527656:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204973.527659:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204973.527661:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204973.527664:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1788204973.527665:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527668:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.527668:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000010:0.0:1788204973.527671:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000400:00000010:2.0:1788204973.527671:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000020:00000040:0.0:1788204973.527675:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204973.527678:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204973.527679:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527679:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204973.527682:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204973.527684:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204973.527685:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204973.527686:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204973.527692:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788204973.527697:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527698:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788204973.527705:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204973.527706:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204973.527727:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204973.527728:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527729:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527732:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788204973.527735:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.527738:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.527747:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204973.527749:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527752:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298780911
00000100:00080000:0.0:1788204973.527754:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204973.527759:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1788204973.527760:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:0.0:1788204973.527762:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204973.527765:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204973.527767:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204973.527768:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1788204973.527772:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4106
00000100:00000001:2.0:1788204973.527776:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298780911
00000400:00000200:0.0:1788204973.527778:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:2.0:1788204973.527782:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350d20.
00000400:00000200:0.0:1788204973.527783:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204973.527788:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204973.527789:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1788204973.527791:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527794:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204973.527794:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204973.527796:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204973.527797:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527800:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204973.527801:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1788204973.527803:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204973.527805:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00100000:2.0:1788204973.527808:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204973.527813:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:2.0:1788204973.527816:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1788204973.527818:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000001:2.0:1788204973.527819:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1788204973.527822:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:2.0:1788204973.527822:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000020:00000001:0.0:1788204973.527826:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:2.0:1788204973.527826:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204973.527830:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000040:0.0:1788204973.527832:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204973.527834:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204973.527835:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204973.527838:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527841:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:2.0:1788204973.527841:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204973.527846:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204973.527851:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204973.527855:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204973.527856:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204973.527857:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204973.527861:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204973.527864:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527868:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204973.527872:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204973.527874:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:0.0:1788204973.527875:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527878:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527878:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.527883:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:0.0:1788204973.527885:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204973.527886:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204973.527888:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00100000:2.0:1788204973.527891:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204973.527892:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204973.527895:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.527898:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204973.527900:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204973.527903:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527904:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204973.527906:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000040:2.0:1788204973.527909:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204973.527911:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204973.527918:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204973.527919:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204973.527923:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.527927:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.527929:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204973.527932:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204973.527933:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204973.527936:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.527937:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204973.527940:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204973.527941:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204973.527949:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204973.527953:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788204973.527954:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204973.527957:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204973.527958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204973.527961:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204973.527964:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204973.527966:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204973.527971:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204973.527971:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618715520:192.168.201.124@tcp:250:kworker.0
00000100:00080000:0.0:1788204973.527975:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4106
00000100:00000001:2.0:1788204973.527977:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204973.527980:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204973.527981:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788204973.527985:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204973.527987:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618715520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204973.527988:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204973.527995:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204973.527997:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788204973.528001:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204973.528001:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528005:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
00000100:00000040:0.0:1788204973.528007:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204973.528008:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204973.528010:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204973.528012:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788204973.528013:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204973.528017:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:0.0:1788204973.528018:0:15013:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:2.0:1788204973.528020:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
00000020:00000040:0.0:1788204973.528022:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000001:2.0:1788204973.528024:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1788204973.528025:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204973.528026:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1788204973.528029:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000010:2.0:1788204973.528029:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204973.528033:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000001:0.0:1788204973.528034:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204973.528035:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528037:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204973.528040:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788204973.528043:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204973.528044:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204973.528045:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204973.528048:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204973.528049:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204973.528067:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204973.528068:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204973.528069:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204973.528072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528077:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204973.528078:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.528082:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204973.528083:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204973.528085:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204973.528086:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
02000000:00000001:2.0:1788204973.528089:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204973.528092:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204973.528096:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204973.528096:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715648:192.168.201.124@tcp:38:kworker.0
02000000:00000001:0.0:1788204973.528101:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204973.528102:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204973.528105:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204973.528105:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204973.528107:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204973.528109:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528122:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204973.528124:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788204973.528126:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
00000008:00100000:0.0:1788204973.528127:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:2.0:1788204973.528130:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204973.528131:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204973.528134:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.528137:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204973.528140:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000400:00000010:2.0:1788204973.528142:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000040:0.0:1788204973.528143:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204973.528146:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:0.0:1788204973.528147:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204973.528149:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204973.528151:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715648, portal 10
00000100:00000001:0.0:1788204973.528152:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204973.528154:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204973.528156:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788204973.528157:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528158:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
02000000:00000010:0.0:1788204973.528163:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000040:2.0:1788204973.528166:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204973.528167:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204973.528175:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204973.528178:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204973.528186:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204973.528191:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:0.0:1788204973.528192:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204973.528196:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204973.528197:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618715648, offset 0
00000100:00000040:0.0:1788204973.528200:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204973.528208:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204973.528211:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204973.528216:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4116)
00000400:00000200:2.0:1788204973.528216:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528222:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204973.528226:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204973.528228:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204973.528230:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204973.528232:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528234:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3849:3849:256:4294967295] 192.168.201.124@tcp LPNI seq info [3849:3849:8:4294967295]
00000400:00000200:2.0:1788204973.528237:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528241:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204973.528245:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528248:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204973.528252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204973.528254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204973.528259:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204973.528260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204973.528263:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528265:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204973.528268:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204973.528271:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204973.528273:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204973.528274:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204973.528278:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204973.528282:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528291:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528293:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528298:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528299:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204973.528301:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204973.528304:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204973.528306:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204973.528308:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298780823
00000100:00000001:2.0:1788204973.528309:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528311:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298780823
00000100:00000001:2.0:1788204973.528312:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528313:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204973.528314:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528315:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204973.528317:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204973.528322:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204973.528322:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204973.528323:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204973.528325:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204973.528326:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204973.528327:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204973.528329:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204973.528334:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528337:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204973.528338:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528339:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528340:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204973.528342:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528346:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204973.528348:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528351:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204973.528352:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528353:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528354:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528355:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204973.528356:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204973.528357:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204973.528359:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204973.528360:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204973.528362:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204973.528366:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715648:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204973.528368:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204973.528370:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528374:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204973.528375:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528376:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204973.528377:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204973.528379:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204973.528380:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204973.528382:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204973.528383:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204973.528384:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528386:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528387:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204973.528388:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.528390:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204973.528391:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204973.528393:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204973.528395:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715776, portal 10
00000100:00000001:2.0:1788204973.528396:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204973.528397:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204973.528401:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528405:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204973.528406:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204973.528407:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204973.528409:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618715776, offset 0
00000400:00000200:2.0:1788204973.528411:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528412:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528414:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204973.528416:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204973.528417:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204973.528418:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204973.528420:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528422:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3850:3850:256:4294967295] 192.168.201.124@tcp LPNI seq info [3850:3850:8:4294967295]
00000400:00000200:2.0:1788204973.528424:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528428:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204973.528430:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528431:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204973.528434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204973.528435:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204973.528437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204973.528450:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204973.528452:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528454:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204973.528455:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204973.528458:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204973.528460:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204973.528461:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204973.528462:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204973.528464:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528469:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528470:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528474:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528475:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204973.528477:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204973.528478:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204973.528480:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204973.528481:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298778668
00000100:00000001:2.0:1788204973.528482:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528484:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298778668
00000100:00000001:2.0:1788204973.528485:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528486:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204973.528487:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528488:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204973.528490:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204973.528494:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204973.528495:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204973.528496:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204973.528497:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204973.528498:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204973.528500:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204973.528501:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204973.528505:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528509:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204973.528509:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528510:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528511:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204973.528513:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528516:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204973.528518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528522:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204973.528523:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528524:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528524:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528525:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204973.528526:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204973.528528:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204973.528530:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204973.528531:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204973.528533:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204973.528540:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204973.528543:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204973.528544:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528548:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204973.528549:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528550:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204973.528551:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204973.528552:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204973.528553:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204973.528555:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204973.528555:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204973.528556:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528557:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528559:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204973.528560:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.528562:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204973.528563:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204973.528565:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204973.528567:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618715904, portal 4
00000100:00000001:2.0:1788204973.528568:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204973.528569:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204973.528571:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528575:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204973.528576:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204973.528577:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204973.528578:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618715904, offset 0
00000400:00000200:2.0:1788204973.528580:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528582:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528584:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204973.528586:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204973.528588:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204973.528589:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204973.528591:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528592:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3851:3851:256:4294967295] 192.168.201.124@tcp LPNI seq info [3851:3851:8:4294967295]
00000400:00000200:2.0:1788204973.528595:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528598:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204973.528600:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528601:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204973.528604:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204973.528605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204973.528607:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204973.528609:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204973.528611:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528612:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204973.528613:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204973.528615:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204973.528617:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204973.528618:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204973.528619:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204973.528621:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528625:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528627:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528630:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528631:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204973.528632:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204973.528634:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204973.528635:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204973.528637:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298778648
00000100:00000001:2.0:1788204973.528638:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528640:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298778648
00000100:00000001:2.0:1788204973.528641:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528642:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204973.528643:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528644:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204973.528646:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204973.528649:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204973.528650:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204973.528651:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204973.528652:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204973.528653:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204973.528654:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204973.528656:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204973.528660:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528663:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204973.528664:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528665:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528666:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204973.528667:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528671:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204973.528673:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528676:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204973.528678:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528678:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528679:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528680:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204973.528681:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204973.528682:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204973.528684:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204973.528685:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204973.528687:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204973.528691:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618715904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204973.528693:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528694:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528695:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618715648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528699:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204973.528700:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528701:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204973.528702:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204973.528703:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204973.528703:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204973.528704:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204973.528705:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:2.0:1788204973.528707:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204973.528708:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204973.528709:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204973.528711:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204973.528711:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528712:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528714:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618715776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528721:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204973.528722:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528723:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204973.528724:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204973.528725:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204973.528726:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204973.528726:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204973.528727:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:2.0:1788204973.528729:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204973.528729:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204973.528730:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204973.528731:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204973.528732:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528733:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528734:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618715904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528739:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204973.528740:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528741:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204973.528743:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204973.528744:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204973.528744:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204973.528746:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204973.528747:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:2.0:1788204973.528749:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204973.528750:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204973.528751:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204973.528752:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204973.528754:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528755:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528759:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204973.528760:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528762:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204973.528763:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204973.528764:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204973.528769:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528776:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204973.528777:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528779:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204973.528781:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204973.528782:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204973.528785:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204973.528787:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204973.528789:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204973.528790:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204973.528791:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528793:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204973.528794:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204973.528797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204973.528798:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204973.528800:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204973.528802:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716032, portal 4
00000100:00000001:2.0:1788204973.528803:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204973.528804:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204973.528807:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528811:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204973.528813:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204973.528814:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204973.528815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618716032, offset 0
00000400:00000200:2.0:1788204973.528817:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528820:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528821:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204973.528823:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204973.528825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204973.528826:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204973.528827:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204973.528830:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3852:3852:256:4294967295] 192.168.201.124@tcp LPNI seq info [3852:3852:8:4294967295]
00000400:00000200:2.0:1788204973.528832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204973.528836:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204973.528838:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528840:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204973.528842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204973.528844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204973.528846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204973.528848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204973.528850:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204973.528851:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204973.528853:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204973.528855:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204973.528856:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204973.528858:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204973.528859:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204973.528861:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528866:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528867:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528871:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528872:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204973.528874:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204973.528875:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204973.528878:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204973.528880:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298778782
00000100:00000001:2.0:1788204973.528882:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528884:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298778782
00000100:00000001:2.0:1788204973.528886:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298780911
00000100:00000001:2.0:1788204973.528888:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204973.528890:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.528892:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204973.528895:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204973.528902:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204973.528904:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204973.528905:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204973.528907:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204973.528909:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204973.528911:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204973.528914:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204973.528920:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528925:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204973.528926:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528928:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528929:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204973.528932:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528938:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204973.528941:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528947:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204973.528949:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528950:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204973.528951:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528953:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204973.528955:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204973.528957:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204973.528960:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204973.528962:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204973.528965:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204973.528972:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204973.528975:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.528977:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204973.528980:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618716032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204973.528985:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204973.528986:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204973.528987:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204973.528989:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204973.528991:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204973.528992:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204973.528994:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204973.528995:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:2.0:1788204973.528998:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204973.528999:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204973.529000:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204973.529002:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204973.529003:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.529005:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.529007:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204973.529009:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.529010:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204973.529011:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204973.847150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204973.847156:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204973.847160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204973.847161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204973.847163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204973.847164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204973.847166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204973.847167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204973.847235:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204973.847239:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204973.847243:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204974.551160:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204974.551166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204974.551167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204974.551171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204974.551173:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204974.551176:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204974.551177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204974.551179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204974.551181:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204974.871181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204974.871185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204974.871191:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204974.871192:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204974.871197:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204974.871199:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204974.871200:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871202:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204974.871204:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871205:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871207:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204974.871210:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204974.871210:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204974.871211:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871212:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204974.871213:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871214:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204974.871215:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204974.871277:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204974.871282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204974.871285:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204975.575165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204975.575173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204975.575175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204975.575180:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204975.575183:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204975.575187:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204975.575190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204975.575192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204975.575195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204975.831127:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298780911, at 4298780928
00000100:00000040:3.0:1788204975.831127:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298780911, at 4298780928
00000100:00000010:2.0:1788204975.831139:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204975.831141:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350d20.
00010000:00000001:3.0:1788204975.895135:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204975.895140:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204975.895144:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204975.895145:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204975.895147:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204975.895148:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204975.895150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204975.895150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204975.895197:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204975.895199:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204975.895202:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204976.599191:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204976.599199:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204976.599201:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204976.599205:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204976.599208:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204976.599210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204976.599212:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204976.599215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204976.599216:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204976.919194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204976.919202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204976.919208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204976.919209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204976.919213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204976.919214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204976.919217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204976.919219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204976.919293:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204976.919297:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204976.919301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204977.623146:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204977.623152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204977.623153:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204977.623156:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204977.623159:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204977.623162:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204977.623164:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204977.623165:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204977.623167:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943111:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204977.943116:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943120:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204977.943122:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204977.943124:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204977.943127:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943129:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204977.943130:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943132:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943133:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943135:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204977.943136:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204977.943138:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204977.943139:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204977.943183:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204977.943186:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204977.943189:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204978.647158:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204978.647158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204978.647166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204978.647168:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204978.647171:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647172:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204978.647177:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204978.647178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788204978.647182:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204978.647184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204978.647190:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4111
00000100:00000001:2.0:1788204978.647191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.647196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.647200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204978.647201:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204978.647207:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204978.647210:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204978.647213:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647216:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.647216:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647221:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647223:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204978.647227:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204978.647229:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204978.647232:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204978.647235:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204978.647237:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204978.647239:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204978.647241:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647242:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204978.647244:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647245:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204978.647247:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204978.647249:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647251:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204978.647254:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204978.647257:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204978.647259:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647261:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204978.647262:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204978.647272:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204978.647275:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204978.647279:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204978.647280:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647283:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204978.647285:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204978.647289:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204978.647298:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788204978.647305:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204978.647313:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204978.647321:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204978.647325:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647328:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204978.647350:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204978.647353:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204978.647356:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204978.647358:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204978.647360:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204978.647363:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204978.647366:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4111
00000400:00000200:0.0:1788204978.647370:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204978.647374:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204978.647377:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204978.647379:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204978.647380:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204978.647383:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204978.647385:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.647387:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204978.647388:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647392:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204978.647398:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204978.647402:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204978.647404:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204978.647407:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204978.647410:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204978.647414:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204978.647416:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788204978.647417:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204978.647419:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647422:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647424:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204978.647426:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204978.647426:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204978.647430:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204978.647431:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204978.647432:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204978.647437:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204978.647438:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647439:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204978.647442:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204978.647445:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618716160:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204978.647448:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.647450:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204978.647451:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647454:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204978.647457:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788204978.647458:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204978.647462:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.647462:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647464:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.647468:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1788204978.647469:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788204978.647472:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204978.647474:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204978.647475:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647476:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1788204978.647477:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:0.0:1788204978.647478:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204978.647481:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.647482:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204978.647486:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788204978.647490:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.647491:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788204978.647496:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204978.647499:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788204978.647509:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204978.647510:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204978.647511:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647516:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.647521:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716160, portal 25
00000100:00000001:0.0:1788204978.647522:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.647526:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204978.647527:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204978.647531:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204978.647531:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000001:0.0:1788204978.647533:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204978.647536:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204978.647539:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204978.647542:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4111
00000100:00000040:2.0:1788204978.647543:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204978.647547:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204978.647552:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204978.647556:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204978.647560:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647563:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.647563:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204978.647565:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647567:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204978.647571:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204978.647571:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:0.0:1788204978.647574:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204978.647576:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788204978.647577:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000020:00000040:0.0:1788204978.647578:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204978.647583:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000200:2.0:1788204978.647584:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618716160, offset 0
00000020:00000001:0.0:1788204978.647585:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204978.647590:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647592:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204978.647593:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647594:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204978.647596:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:2.0:1788204978.647599:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204978.647600:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647604:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204978.647605:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204978.647607:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204978.647608:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647609:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204978.647613:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:0.0:1788204978.647616:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204978.647618:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647620:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204978.647622:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204978.647624:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204978.647628:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204978.647629:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647630:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204978.647632:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204978.647633:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:0.0:1788204978.647634:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204978.647639:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788204978.647642:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.647644:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1788204978.647647:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204978.647653:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788204978.647656:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204978.647659:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.647661:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788204978.647664:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204978.647669:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647675:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204978.647678:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204978.647679:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3853:3853:256:4294967295] 192.168.201.124@tcp LPNI seq info [3853:3853:8:4294967295]
00000100:00080000:0.0:1788204978.647682:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204978.647685:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204978.647687:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204978.647690:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204978.647691:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204978.647696:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4111
00000400:00000200:0.0:1788204978.647700:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204978.647705:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204978.647709:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204978.647713:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204978.647715:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647720:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204978.647722:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647726:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.0:1788204978.647727:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788204978.647728:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204978.647730:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204978.647737:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788204978.647738:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000020:00000040:0.0:1788204978.647739:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204978.647743:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204978.647744:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204978.647747:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647748:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204978.647752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204978.647753:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647756:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204978.647759:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204978.647761:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:2.0:1788204978.647761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204978.647764:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204978.647768:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204978.647770:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204978.647774:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204978.647774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204978.647778:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1788204978.647780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000008:00100000:0.0:1788204978.647784:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204978.647787:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204978.647790:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647791:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204978.647796:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000800:00000010:2.0:1788204978.647796:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000020:00000040:0.0:1788204978.647801:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204978.647803:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204978.647804:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647805:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204978.647806:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204978.647807:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204978.647808:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204978.647813:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788204978.647817:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.647818:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1788204978.647822:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204978.647826:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000001:0.0:1788204978.647829:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204978.647832:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204978.647832:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000040:0.0:1788204978.647838:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.647842:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204978.647843:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204978.647846:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204978.647849:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1788204978.647850:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204978.647851:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204978.647853:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204978.647857:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204978.647861:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4111
00000400:00000200:0.0:1788204978.647868:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204978.647872:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204978.647874:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204978.647875:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204978.647878:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647880:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204978.647884:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:2.0:1788204978.647884:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204978.647887:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204978.647891:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204978.647892:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204978.647896:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204978.647898:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204978.647902:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204978.647903:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204978.647903:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647909:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204978.647909:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204978.647913:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204978.647914:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204978.647915:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204978.647917:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204978.647919:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204978.647920:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647921:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204978.647925:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204978.647927:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204978.647929:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.647930:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204978.647931:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204978.647933:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204978.647936:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647937:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.647937:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298786031
00000100:00000010:0.0:1788204978.647942:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204978.647945:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000010:2.0:1788204978.647946:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
02000000:00000001:0.0:1788204978.647947:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204978.647949:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204978.647952:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204978.647953:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204978.647953:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204978.647957:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:2.0:1788204978.647958:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204978.647959:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204978.647963:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204978.647967:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204978.647968:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647970:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204978.647974:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204978.647978:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4121)
00000100:00000001:2.0:1788204978.647984:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298786031
00000100:00000010:2.0:1788204978.647990:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350d80.
00000100:00000001:2.0:1788204978.647994:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204978.647999:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.648003:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.648005:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.648012:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.648036:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.648039:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.648041:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204978.648045:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204978.648047:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204978.648078:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.648083:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.648092:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648100:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.648103:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648106:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.648108:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.648113:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648121:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.648127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648134:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.648137:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648140:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.648142:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648144:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.648147:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.648150:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.648154:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204978.648157:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.648162:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.648171:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618716160:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204978.648177:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648179:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.648183:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618716160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648192:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.648195:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.648198:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204978.648203:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.648205:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.648208:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204978.648211:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.648213:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:2.0:1788204978.648219:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.648221:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.648223:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204978.648226:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.648227:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648230:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648239:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204978.648241:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.648244:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204978.648247:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204978.648248:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.648253:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648260:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.648262:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.648265:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.648267:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.648270:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.648273:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.648277:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.648279:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.648281:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.648283:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.648287:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204978.648289:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.648293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204978.648296:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204978.648300:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204978.648304:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716288, portal 10
00000100:00000001:2.0:1788204978.648306:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.648307:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204978.648316:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648323:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.648326:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204978.648329:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204978.648332:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618716288, offset 0
00000400:00000200:2.0:1788204978.648337:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204978.648342:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.648347:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204978.648351:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.648354:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204978.648362:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.648365:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204978.648368:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3854:3854:256:4294967295] 192.168.201.124@tcp LPNI seq info [3854:3854:8:4294967295]
00000400:00000200:2.0:1788204978.648372:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.648378:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.648383:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.648386:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204978.648391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204978.648394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204978.648398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204978.648400:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204978.648403:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.648405:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204978.648409:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.648413:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.648416:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204978.648417:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204978.648421:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.648424:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648432:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.648436:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648443:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.648445:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.648448:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.648452:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204978.648456:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204978.648458:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298785943
00000100:00000001:2.0:1788204978.648460:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.648463:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298785943
00000100:00000001:2.0:1788204978.648465:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.648468:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.648470:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.648472:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.648476:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.648484:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.648486:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.648487:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204978.648490:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204978.648492:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204978.648495:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.648498:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.648507:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648514:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.648516:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648518:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.648519:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.648523:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648531:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.648534:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648542:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.648545:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648547:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.648548:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648550:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.648553:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.648557:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.648561:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204978.648564:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.648568:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.648577:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.648582:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.648587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648594:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.648596:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.648599:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.648601:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.648604:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.648607:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.648612:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.648614:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.648616:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.648617:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.648621:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204978.648623:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.648626:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204978.648629:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204978.648632:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204978.648634:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716416, portal 10
00000100:00000001:2.0:1788204978.648636:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.648638:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204978.648643:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648656:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.648658:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204978.648661:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204978.648663:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618716416, offset 0
00000400:00000200:2.0:1788204978.648667:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204978.648670:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.648674:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204978.648676:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.648679:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204978.648681:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.648684:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204978.648686:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3855:3855:256:4294967295] 192.168.201.124@tcp LPNI seq info [3855:3855:8:4294967295]
00000400:00000200:2.0:1788204978.648690:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.648697:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.648701:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.648704:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204978.648708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204978.648711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204978.648715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204978.648717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204978.648721:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.648723:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204978.648726:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.648730:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.648732:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204978.648734:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204978.648737:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.648740:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648748:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.648751:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648764:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.648765:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.648768:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.648771:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204978.648774:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204978.648776:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298783788
00000100:00000001:2.0:1788204978.648779:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.648781:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298783788
00000100:00000001:2.0:1788204978.648783:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.648785:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.648787:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.648789:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.648793:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.648800:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.648802:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.648804:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204978.648806:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204978.648808:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204978.648810:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.648813:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.648821:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648827:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.648829:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648831:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.648832:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.648836:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648843:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.648847:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648854:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.648856:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648858:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.648859:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.648861:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.648862:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.648865:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.648868:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204978.648870:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.648874:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.648881:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.648885:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.648888:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648895:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.648896:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.648898:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.648901:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.648903:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.648906:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.648909:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.648910:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.648913:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.648914:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.648917:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204978.648919:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.648923:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204978.648925:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204978.648929:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204978.648931:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716544, portal 4
00000100:00000001:2.0:1788204978.648933:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.648934:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204978.648940:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.648946:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.648949:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204978.648951:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204978.648953:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618716544, offset 0
00000400:00000200:2.0:1788204978.648957:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204978.648961:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.648965:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204978.648967:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.648970:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204978.648972:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.648975:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204978.648978:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3856:3856:256:4294967295] 192.168.201.124@tcp LPNI seq info [3856:3856:8:4294967295]
00000400:00000200:2.0:1788204978.648981:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.648987:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.648992:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.648995:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204978.648998:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204978.649001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204978.649005:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204978.649007:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204978.649011:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.649013:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204978.649016:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.649019:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.649034:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204978.649035:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204978.649038:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.649042:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649049:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.649068:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649075:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.649077:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.649081:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.649084:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204978.649088:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204978.649090:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298783769
00000100:00000001:2.0:1788204978.649093:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.649095:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298783769
00000100:00000001:2.0:1788204978.649098:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.649101:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.649103:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.649104:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.649108:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.649115:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.649116:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.649118:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204978.649120:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204978.649122:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204978.649125:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.649128:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.649136:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649143:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.649144:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649146:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.649148:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.649152:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649159:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.649163:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649170:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.649173:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649174:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.649175:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649177:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.649179:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.649181:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.649184:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204978.649186:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.649190:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.649198:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.649202:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.649205:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649212:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.649213:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.649215:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.649217:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.649219:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.649221:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.649224:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.649226:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.649228:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.649230:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.649233:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204978.649235:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.649237:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204978.649240:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204978.649243:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204978.649246:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716672, portal 4
00000100:00000001:2.0:1788204978.649247:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.649249:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788204978.649254:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649260:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.649262:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204978.649265:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204978.649267:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618716672, offset 0
00000400:00000200:2.0:1788204978.649271:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204978.649275:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.649278:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204978.649281:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.649283:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204978.649285:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.649288:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204978.649292:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3857:3857:256:4294967295] 192.168.201.124@tcp LPNI seq info [3857:3857:8:4294967295]
00000400:00000200:2.0:1788204978.649296:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204978.649301:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.649306:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.649309:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204978.649312:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204978.649315:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204978.649319:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204978.649322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204978.649325:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204978.649327:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204978.649330:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.649333:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.649336:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204978.649338:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204978.649340:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.649343:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649351:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.649354:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649360:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.649362:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.649364:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.649367:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204978.649370:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204978.649372:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298783903
00000100:00000001:2.0:1788204978.649374:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.649376:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298783903
00000100:00000001:2.0:1788204978.649378:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298786031
00000100:00000001:2.0:1788204978.649380:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.649383:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.649384:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.649388:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.649396:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.649397:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.649398:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204978.649401:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204978.649402:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204978.649404:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.649407:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.649414:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649421:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.649422:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649424:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.649425:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.649429:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649436:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.649439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649446:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.649448:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649449:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.649451:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649453:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.649454:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.649457:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.649460:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204978.649462:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.649466:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.649474:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.649478:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649480:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.649483:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618716288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649490:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.649491:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.649493:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204978.649495:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.649497:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.649498:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204978.649500:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.649502:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:2.0:1788204978.649505:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.649506:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.649508:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204978.649510:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.649512:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649513:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.649516:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618716416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649523:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.649525:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.649526:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204978.649529:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.649530:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.649531:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204978.649533:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.649535:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:2.0:1788204978.649537:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.649538:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.649540:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204978.649542:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.649543:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649545:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.649548:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618716544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649554:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.649556:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.649557:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204978.649559:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.649561:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.649562:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204978.649564:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.649565:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788204978.649567:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.649568:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.649569:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204978.649571:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.649572:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649574:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.649577:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618716672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.649583:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.649584:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.649585:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204978.649587:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.649588:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.649589:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204978.649590:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.649592:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:2.0:1788204978.649593:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.649594:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.649595:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204978.649598:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.649599:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649601:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.649604:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204978.649606:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.649608:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204978.649609:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204978.967121:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204978.967130:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204978.967138:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204978.967139:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204978.967143:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204978.967145:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204978.967148:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204978.967150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204978.967213:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204978.967217:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204978.967220:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204979.671185:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204979.671196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204979.671198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204979.671205:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204979.671209:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204979.671215:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204979.671217:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204979.671220:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204979.671223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991144:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204979.991150:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204979.991151:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204979.991154:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991157:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204979.991158:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991160:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991161:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204979.991165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204979.991168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204979.991170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204979.991171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204979.991219:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204979.991222:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204979.991224:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204980.695200:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204980.695210:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204980.695213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204980.695220:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204980.695224:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204980.695227:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204980.695229:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204980.695232:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204980.695234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204980.951189:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298786031, at 4298786048
00000100:00000040:3.0:1788204980.951189:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298786031, at 4298786048
00000100:00000010:2.0:1788204980.951208:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204980.951212:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350d80.
00010000:00000001:3.0:1788204981.015216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204981.015226:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204981.015234:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204981.015235:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204981.015240:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204981.015241:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204981.015245:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204981.015246:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204981.015315:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204981.015320:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204981.015324:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204981.719219:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204981.719233:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204981.719235:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204981.719242:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204981.719245:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204981.719249:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204981.719252:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204981.719254:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204981.719256:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204982.039168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204982.039176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204982.039182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204982.039183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204982.039186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204982.039187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204982.039189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204982.039191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204982.039256:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204982.039260:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204982.039264:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204982.743127:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204982.743137:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204982.743139:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204982.743146:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204982.743151:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204982.743155:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204982.743158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204982.743161:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204982.743164:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204983.063188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204983.063198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204983.063206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204983.063207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204983.063212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204983.063213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204983.063216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204983.063217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204983.063284:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204983.063288:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204983.063292:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204983.767190:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204983.767199:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204983.767202:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204983.767205:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788204983.767206:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204983.767214:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204983.767215:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204983.767219:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204983.767220:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4116
00000100:00100000:2.0:1788204983.767232:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000400:00000200:0.0:1788204983.767235:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204983.767239:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1788204983.767242:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204983.767245:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204983.767247:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767253:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204983.767254:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204983.767261:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204983.767262:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.767265:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.767269:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767277:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204983.767285:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204983.767287:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204983.767290:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204983.767293:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204983.767296:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204983.767299:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204983.767302:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767304:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.767308:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767309:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204983.767312:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204983.767314:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767316:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204983.767317:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204983.767320:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204983.767322:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767323:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204983.767325:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204983.767333:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204983.767335:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204983.767338:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204983.767339:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767341:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204983.767344:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204983.767347:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204983.767356:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204983.767361:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204983.767370:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204983.767385:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204983.767389:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204983.767393:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204983.767414:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204983.767418:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204983.767421:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204983.767423:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204983.767425:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204983.767428:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204983.767431:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4116
00000400:00000200:0.0:1788204983.767436:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204983.767440:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204983.767443:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204983.767446:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204983.767449:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204983.767450:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.767456:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204983.767457:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204983.767458:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204983.767462:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204983.767462:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788204983.767468:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204983.767469:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204983.767471:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204983.767473:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204983.767475:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788204983.767480:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204983.767481:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767488:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.767492:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767499:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204983.767509:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:2.0:1788204983.767511:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.767514:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204983.767521:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:2.0:1788204983.767524:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204983.767526:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.767529:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204983.767530:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204983.767537:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204983.767538:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204983.767544:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618716800:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204983.767545:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767552:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204983.767556:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1788204983.767559:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204983.767564:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1788204983.767565:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.767569:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767571:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.767575:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1788204983.767576:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204983.767581:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204983.767582:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204983.767583:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767585:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204983.767586:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204983.767587:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:0.0:1788204983.767589:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.767593:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204983.767595:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788204983.767599:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204983.767608:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204983.767609:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204983.767625:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788204983.767626:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204983.767633:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204983.767637:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204983.767641:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204983.767646:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204983.767649:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204983.767652:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1788204983.767652:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716800, portal 25
00000100:00000001:0.0:1788204983.767656:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204983.767661:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204983.767662:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204983.767670:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000001:0.0:1788204983.767671:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204983.767676:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4116
00000400:00000200:0.0:1788204983.767684:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204983.767688:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204983.767689:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204983.767690:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204983.767697:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767703:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.767709:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767717:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204983.767722:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204983.767725:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204983.767729:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204983.767730:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204983.767732:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204983.767734:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788204983.767737:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788204983.767742:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204983.767746:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767753:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204983.767753:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000040:0.0:1788204983.767759:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:2.0:1788204983.767761:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618716800, offset 0
00000100:00000001:0.0:1788204983.767762:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204983.767768:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204983.767775:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788204983.767776:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767784:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204983.767788:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204983.767791:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204983.767797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204983.767798:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767804:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204983.767806:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204983.767812:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000008:00000001:0.0:1788204983.767813:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767818:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204983.767826:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204983.767828:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204983.767830:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204983.767832:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204983.767836:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.767837:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204983.767839:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204983.767842:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:0.0:1788204983.767843:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204983.767854:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000400:00000200:2.0:1788204983.767858:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204983.767859:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.767866:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00100000:0.0:1788204983.767867:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204983.767882:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204983.767882:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3858:3858:256:4294967295] 192.168.201.124@tcp LPNI seq info [3858:3858:8:4294967295]
00000100:00000001:0.0:1788204983.767887:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204983.767895:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204983.767902:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204983.767913:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204983.767916:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204983.767927:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788204983.767928:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1788204983.767958:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767959:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204983.767961:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204983.767963:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204983.767967:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4116
00000400:00000200:0.0:1788204983.767974:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:2.0:1788204983.767976:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000400:00000200:0.0:1788204983.767977:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204983.767983:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204983.767986:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767988:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.767992:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.767995:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.0:1788204983.767996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204983.767998:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204983.768000:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204983.768006:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788204983.768010:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1788204983.768011:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204983.768017:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204983.768024:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788204983.768032:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:2.1:1788204983.768035:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788204983.768036:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.768041:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.768046:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.1:1788204983.768047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1788204983.768077:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000800:00000100:2.0:1788204983.768084:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204983.768085:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204983.768095:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204983.768096:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
02000000:00000001:0.0:1788204983.768098:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204983.768106:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204983.768109:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.768110:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204983.768112:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1788204983.768113:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204983.768118:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.768120:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204983.768126:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000400:00000200:2.0:1788204983.768127:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1788204983.768132:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204983.768134:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204983.768136:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.768137:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204983.768138:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
02000000:00000001:0.0:1788204983.768139:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204983.768142:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204983.768145:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
02000000:00000010:0.0:1788204983.768148:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788204983.768154:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768157:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1788204983.768159:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204983.768168:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204983.768168:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204983.768173:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204983.768183:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204983.768210:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204983.768213:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204983.768214:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204983.768216:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204983.768218:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204983.768220:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204983.768225:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204983.768226:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204983.768229:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4116
00000400:00000200:0.0:1788204983.768241:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204983.768249:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204983.768255:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204983.768260:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204983.768263:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204983.768265:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204983.768268:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.768273:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204983.768275:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.768276:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204983.768282:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204983.768284:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000200:2.0:1788204983.768286:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204983.768290:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204983.768293:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298791152
00000020:00000040:0.0:1788204983.768294:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204983.768302:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204983.768304:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000010:2.0:1788204983.768306:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:0.0:1788204983.768308:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.768312:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204983.768313:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204983.768315:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204983.768316:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788204983.768319:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204983.768319:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204983.768327:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204983.768329:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204983.768332:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.768333:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298791152
02000000:00000001:0.0:1788204983.768338:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.768341:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1788204983.768341:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350660.
00000008:00100000:0.0:1788204983.768345:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204983.768350:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768352:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204983.768353:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768360:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788204983.768361:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204983.768370:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204983.768371:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204983.768379:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204983.768379:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204983.768385:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.768388:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204983.768391:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204983.768391:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204983.768396:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204983.768405:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000001:0.0:1788204983.768411:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204983.768422:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204983.768423:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.768429:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.768436:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788204983.768437:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204983.768443:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.768446:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000040:0.0:1788204983.768447:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204983.768453:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788204983.768459:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768462:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204983.768464:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4126)
00000100:00000200:2.0:1788204983.768471:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.768484:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768492:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.768496:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768498:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.768501:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.768505:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768513:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.768519:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768527:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.768529:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768531:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.768533:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768536:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.768539:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.768542:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.768547:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204983.768549:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.768554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.768562:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618716800:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204983.768567:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768569:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.768572:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618716800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768579:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.768582:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.768585:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204983.768588:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.768590:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.768593:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204983.768595:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.768599:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:2.0:1788204983.768605:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.768607:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.768608:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204983.768612:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.768613:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768616:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768624:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204983.768625:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768628:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204983.768630:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204983.768632:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.768636:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768643:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.768645:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.768648:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.768650:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.768652:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.768655:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.768658:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.768661:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.768662:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.768664:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.768668:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204983.768670:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.768673:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204983.768676:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204983.768680:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204983.768683:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618716928, portal 10
00000100:00000001:2.0:1788204983.768685:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.768687:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204983.768694:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768702:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.768704:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204983.768706:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204983.768709:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618716928, offset 0
00000400:00000200:2.0:1788204983.768713:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204983.768717:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.768720:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204983.768723:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.768725:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204983.768728:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.768730:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204983.768734:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3859:3859:256:4294967295] 192.168.201.124@tcp LPNI seq info [3859:3859:8:4294967295]
00000400:00000200:2.0:1788204983.768738:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.768745:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.768749:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.768752:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204983.768756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204983.768759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204983.768764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204983.768766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204983.768771:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.768773:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204983.768776:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.768779:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.768782:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204983.768784:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204983.768787:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.768790:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768798:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.768801:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768813:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768814:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.768817:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.768821:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204983.768825:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204983.768827:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298791063
00000100:00000001:2.0:1788204983.768829:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.768832:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298791063
00000100:00000001:2.0:1788204983.768834:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.768836:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.768837:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.768839:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.768843:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.768851:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.768852:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.768853:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204983.768855:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204983.768857:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204983.768859:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.768862:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.768869:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768875:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.768876:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768877:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.768878:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.768882:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768889:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.768893:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768900:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.768902:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768903:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.768905:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.768906:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.768908:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.768910:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.768913:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204983.768916:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.768919:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.768925:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618716928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.768928:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.768947:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.768954:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.768956:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.768958:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.768959:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.768961:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.768965:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.768968:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.768970:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.768972:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.768974:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.768977:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204983.768979:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.768982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204983.768985:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204983.768988:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204983.768990:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717056, portal 10
00000100:00000001:2.0:1788204983.768992:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.768993:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204983.768998:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769004:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.769006:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204983.769008:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204983.769010:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618717056, offset 0
00000400:00000200:2.0:1788204983.769013:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204983.769017:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.769020:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204983.769022:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.769024:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204983.769026:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.769029:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204983.769031:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3860:3860:256:4294967295] 192.168.201.124@tcp LPNI seq info [3860:3860:8:4294967295]
00000400:00000200:2.0:1788204983.769035:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.769041:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.769045:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.769048:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204983.769074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204983.769076:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204983.769081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204983.769084:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204983.769087:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.769090:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204983.769092:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.769095:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.769098:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204983.769100:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204983.769103:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.769106:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769114:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769117:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769123:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769125:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.769127:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.769130:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204983.769133:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204983.769135:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298788909
00000100:00000001:2.0:1788204983.769138:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.769140:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298788909
00000100:00000001:2.0:1788204983.769142:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.769144:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.769146:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769148:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.769151:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.769158:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.769160:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.769161:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204983.769164:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204983.769165:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204983.769168:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.769171:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.769178:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769184:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.769186:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769188:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.769189:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.769193:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769199:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.769203:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769210:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.769212:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769213:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.769214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769216:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.769218:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.769220:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.769223:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204983.769225:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.769228:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.769236:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.769240:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.769245:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769251:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.769253:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.769255:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.769257:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.769259:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.769262:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.769265:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.769267:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.769268:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.769270:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.769273:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204983.769276:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.769279:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204983.769281:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204983.769284:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204983.769287:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717184, portal 4
00000100:00000001:2.0:1788204983.769289:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.769291:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204983.769297:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769303:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.769305:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204983.769307:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204983.769309:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618717184, offset 0
00000400:00000200:2.0:1788204983.769313:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204983.769317:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.769320:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204983.769322:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.769325:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204983.769327:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.769329:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204983.769333:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3861:3861:256:4294967295] 192.168.201.124@tcp LPNI seq info [3861:3861:8:4294967295]
00000400:00000200:2.0:1788204983.769336:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.769342:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.769346:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.769349:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204983.769354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204983.769356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204983.769360:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204983.769363:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204983.769367:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.769369:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204983.769372:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.769375:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.769377:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204983.769379:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204983.769381:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.769385:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769392:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769395:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769401:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769403:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.769406:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.769409:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204983.769412:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204983.769415:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298788889
00000100:00000001:2.0:1788204983.769417:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.769419:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298788889
00000100:00000001:2.0:1788204983.769421:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.769423:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.769426:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769428:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.769431:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.769440:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.769441:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.769443:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204983.769445:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204983.769447:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204983.769449:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.769452:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.769460:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769467:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.769468:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769470:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.769471:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.769475:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769481:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.769484:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769491:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.769493:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769495:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.769496:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769498:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.769499:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.769502:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.769506:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204983.769508:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.769511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.769519:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.769523:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.769527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769533:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.769535:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.769537:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.769539:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.769541:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.769544:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.769547:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.769549:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.769550:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.769552:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.769556:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204983.769557:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.769561:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204983.769563:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204983.769566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204983.769569:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717312, portal 4
00000100:00000001:2.0:1788204983.769571:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.769572:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204983.769578:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769585:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.769587:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204983.769590:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204983.769592:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618717312, offset 0
00000400:00000200:2.0:1788204983.769596:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204983.769601:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.769604:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204983.769607:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.769610:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204983.769612:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.769615:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204983.769618:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3862:3862:256:4294967295] 192.168.201.124@tcp LPNI seq info [3862:3862:8:4294967295]
00000400:00000200:2.0:1788204983.769621:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204983.769627:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.769632:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.769635:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204983.769639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204983.769642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204983.769646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204983.769666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204983.769670:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204983.769672:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204983.769675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.769679:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.769682:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204983.769684:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204983.769687:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.769690:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769698:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769701:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769708:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769709:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.769713:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.769716:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204983.769719:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204983.769721:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298789023
00000100:00000001:2.0:1788204983.769724:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.769726:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298789023
00000100:00000001:2.0:1788204983.769729:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298791152
00000100:00000001:2.0:1788204983.769731:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.769733:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769734:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.769737:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.769745:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.769747:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.769749:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204983.769751:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204983.769753:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204983.769755:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.769758:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.769766:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769772:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.769774:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769776:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.769777:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.769780:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769787:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.769791:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769799:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.769801:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769803:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.769804:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769806:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.769808:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.769811:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.769814:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204983.769816:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.769820:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.769829:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.769833:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769835:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769838:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618716928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769844:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.769846:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.769848:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204983.769851:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.769852:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.769853:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204983.769855:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.769857:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:2.0:1788204983.769860:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.769861:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.769863:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204983.769866:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.769867:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769869:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769873:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618717056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769879:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.769880:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.769882:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204983.769885:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.769886:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.769887:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204983.769888:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.769890:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:2.0:1788204983.769892:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.769893:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.769895:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204983.769897:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.769898:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769899:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769903:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618717184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769909:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.769910:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.769912:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204983.769914:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.769915:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.769917:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204983.769918:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.769920:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:2.0:1788204983.769922:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.769924:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.769925:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204983.769927:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.769928:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769930:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.769947:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618717312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.769960:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.769961:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.769963:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204983.769965:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.769966:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.769968:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204983.769970:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.769971:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:2.0:1788204983.769974:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.769975:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.769977:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204983.769979:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.769980:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769982:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.769987:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204983.769988:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.769990:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204983.769992:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204984.087187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204984.087196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204984.087202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204984.087204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204984.087207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204984.087209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204984.087212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204984.087213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204984.087270:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204984.087274:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204984.087277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204984.791164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204984.791172:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204984.791174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204984.791179:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204984.791182:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204984.791186:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204984.791189:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204984.791192:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204984.791195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204985.111167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204985.111171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204985.111176:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204985.111177:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204985.111182:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204985.111183:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204985.111184:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111186:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204985.111188:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111189:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111190:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204985.111193:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204985.111194:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204985.111195:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111196:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204985.111196:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111197:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204985.111198:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204985.111256:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204985.111260:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204985.111263:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204985.815170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204985.815176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204985.815178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204985.815182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204985.815185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204985.815188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204985.815190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204985.815193:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204985.815196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204986.071178:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298791152, at 4298791168
00000100:00000010:3.0:1788204986.071196:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350660.
00000100:00000040:2.0:1788204986.071308:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298791152, at 4298791168
00000100:00000010:2.0:1788204986.071314:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788204986.135179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204986.135187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204986.135193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204986.135195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204986.135198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204986.135200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204986.135203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204986.135205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204986.135288:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204986.135295:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204986.135299:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204986.839147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204986.839153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204986.839155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204986.839158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204986.839161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204986.839164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204986.839166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204986.839169:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204986.839170:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204987.159167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204987.159172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204987.159177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204987.159178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204987.159181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204987.159182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204987.159184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204987.159185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204987.159254:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204987.159259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204987.159263:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204987.863178:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204987.863186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204987.863188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204987.863193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204987.863197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204987.863201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204987.863204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204987.863206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204987.863209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183123:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204988.183128:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183132:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204988.183134:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204988.183136:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204988.183139:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183140:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204988.183142:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183144:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183145:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183147:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204988.183148:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204988.183150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204988.183151:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204988.183203:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204988.183206:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204988.183209:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204988.887164:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204988.887179:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204988.887180:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204988.887183:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204988.887190:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204988.887190:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204988.887194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887198:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204988.887202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204988.887206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204988.887211:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4121
00000100:00000001:2.0:1788204988.887213:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.887219:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.887222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204988.887223:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204988.887229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204988.887232:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204988.887238:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204988.887242:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887246:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887247:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887249:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204988.887253:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204988.887255:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204988.887257:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204988.887260:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204988.887262:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204988.887264:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204988.887266:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887267:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887269:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887270:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204988.887272:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204988.887274:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887275:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204988.887277:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204988.887280:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204988.887282:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887284:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204988.887286:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204988.887296:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788204988.887298:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204988.887301:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204988.887302:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887305:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204988.887308:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204988.887312:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204988.887321:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788204988.887326:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204988.887335:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204988.887346:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204988.887350:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204988.887354:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204988.887373:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204988.887376:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204988.887378:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204988.887379:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204988.887380:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204988.887382:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204988.887384:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4121
00000400:00000200:0.0:1788204988.887386:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204988.887388:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204988.887390:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204988.887392:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887394:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887396:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887398:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204988.887400:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204988.887401:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204988.887403:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204988.887404:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788204988.887407:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204988.887407:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204988.887409:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204988.887416:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204988.887417:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204988.887419:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887422:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204988.887422:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204988.887430:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204988.887433:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788204988.887438:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:2.0:1788204988.887441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204988.887443:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204988.887448:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204988.887457:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.887458:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204988.887462:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.887463:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887472:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204988.887474:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1788204988.887479:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204988.887480:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.887487:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204988.887489:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887493:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204988.887498:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00100000:2.0:1788204988.887498:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618717440:192.168.201.124@tcp:250:kworker.0
00000020:00000040:0.0:1788204988.887506:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204988.887514:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204988.887515:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204988.887517:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887520:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204988.887521:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204988.887523:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204988.887527:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:2.0:1788204988.887527:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204988.887530:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.887532:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.887537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1788204988.887538:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204988.887545:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204988.887547:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204988.887550:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000040:0.0:1788204988.887551:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204988.887558:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887570:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204988.887572:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204988.887575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204988.887576:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204988.887579:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204988.887582:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204988.887584:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204988.887587:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4121
00000400:00000010:2.0:1788204988.887587:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:0.0:1788204988.887592:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204988.887596:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204988.887598:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788204988.887600:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000040:0.0:1788204988.887601:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887608:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887611:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887613:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:2.0:1788204988.887614:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717440, portal 25
00000020:00000001:0.0:1788204988.887615:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204988.887619:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788204988.887623:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204988.887623:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1788204988.887625:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204988.887628:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:2.0:1788204988.887629:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000020:00000001:0.0:1788204988.887632:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788204988.887637:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887639:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887642:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887647:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204988.887649:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204988.887651:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788204988.887657:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887663:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204988.887668:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204988.887672:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204988.887679:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887684:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204988.887686:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1788204988.887687:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204988.887691:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887693:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.887698:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000010:0.0:1788204988.887700:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788204988.887704:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204988.887706:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
02000000:00000001:0.0:1788204988.887707:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204988.887710:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887713:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788204988.887714:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618717440, offset 0
02000000:00000001:0.0:1788204988.887715:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204988.887717:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204988.887723:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788204988.887725:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.887731:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00100000:0.0:1788204988.887732:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204988.887739:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204988.887741:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.887746:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788204988.887747:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204988.887758:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204988.887759:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204988.887762:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204988.887765:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204988.887766:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204988.887768:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204988.887776:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204988.887783:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4121
00000400:00000200:2.0:1788204988.887786:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204988.887791:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204988.887795:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204988.887800:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204988.887800:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:0.0:1788204988.887809:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887813:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204988.887814:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788204988.887816:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887822:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204988.887828:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788204988.887829:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204988.887832:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204988.887836:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204988.887838:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204988.887841:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788204988.887859:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:2.0:1788204988.887862:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3863:3863:256:4294967295] 192.168.201.124@tcp LPNI seq info [3863:3863:8:4294967295]
00000100:00000040:0.0:1788204988.887865:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887871:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204988.887874:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887877:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788204988.887880:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788204988.887881:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788204988.887887:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204988.887889:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204988.887891:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204988.887893:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204988.887898:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887900:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204988.887905:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204988.887910:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.887912:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204988.887913:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204988.887916:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788204988.887921:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204988.887924:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204988.887925:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.887930:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204988.887934:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788204988.887935:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788204988.887936:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204988.887943:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000800:00000010:2.0:1788204988.887946:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:0.0:1788204988.887947:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204988.887955:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204988.887958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204988.887967:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788204988.887975:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204988.887979:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204988.887982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204988.887988:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204988.887990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788204988.888006:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204988.888007:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204988.888015:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1788204988.888015:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00080000:0.0:1788204988.888022:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204988.888024:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204988.888026:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788204988.888027:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204988.888034:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204988.888034:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.888046:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00080000:0.0:1788204988.888048:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4121
00000400:00000010:2.0:1788204988.888049:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204988.888072:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.888076:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204988.888091:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204988.888095:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788204988.888099:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204988.888105:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204988.888106:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204988.888117:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.888128:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204988.888129:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888135:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788204988.888136:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204988.888140:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204988.888142:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204988.888145:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:2.0:1788204988.888145:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204988.888157:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204988.888159:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:2.0:1788204988.888162:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788204988.888167:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204988.888167:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298796272
00000020:00000001:0.0:1788204988.888175:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000010:2.0:1788204988.888177:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000040:0.0:1788204988.888186:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204988.888187:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788204988.888198:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204988.888198:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298796272
00000100:00000010:2.0:1788204988.888205:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350240.
00000100:00000040:0.0:1788204988.888208:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204988.888209:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788204988.888214:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204988.888216:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204988.888217:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788204988.888221:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204988.888225:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204988.888226:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204988.888232:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204988.888234:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204988.888239:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204988.888241:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204988.888247:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.888256:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204988.888261:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204988.888274:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.888280:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204988.888291:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000400:00000001:2.0:1788204988.888291:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.888296:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1788204988.888297:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204988.888300:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:0.0:1788204988.888301:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204988.888305:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.888307:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:0.0:1788204988.888308:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204988.888309:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
02000000:00000001:0.0:1788204988.888312:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204988.888313:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1788204988.888314:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204988.888321:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00000200:2.0:1788204988.888322:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204988.888333:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204988.888338:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204988.888340:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204988.888377:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204988.888378:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204988.888383:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204988.888385:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888389:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.888391:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204988.888393:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.888399:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204988.888427:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888430:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204988.888435:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4131)
00000100:00000040:2.0:1788204988.888437:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888444:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.888446:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888448:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.888449:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888451:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.888452:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.888455:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.888459:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204988.888461:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.888463:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.888469:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618717440:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204988.888472:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888473:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.888475:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618717440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888478:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.888480:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.888482:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204988.888484:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.888485:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.888486:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204988.888487:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.888489:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:2.0:1788204988.888492:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.888493:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.888494:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204988.888497:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.888497:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888499:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888504:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204988.888505:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888507:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204988.888508:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204988.888509:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.888511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888515:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.888516:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.888518:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.888519:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.888521:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.888522:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.888524:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.888526:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.888527:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.888528:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.888530:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204988.888531:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.888533:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204988.888535:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204988.888537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204988.888539:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717568, portal 10
00000100:00000001:2.0:1788204988.888540:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.888541:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204988.888545:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888549:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.888551:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204988.888552:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204988.888553:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618717568, offset 0
00000400:00000200:2.0:1788204988.888555:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204988.888557:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.888560:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204988.888562:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.888563:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204988.888565:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.888567:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204988.888570:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3864:3864:256:4294967295] 192.168.201.124@tcp LPNI seq info [3864:3864:8:4294967295]
00000400:00000200:2.0:1788204988.888574:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.888579:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.888584:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.888587:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204988.888591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204988.888594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204988.888598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204988.888600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204988.888604:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.888606:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204988.888608:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.888611:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.888614:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204988.888616:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204988.888618:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.888620:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888625:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.888627:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888631:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888632:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.888634:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.888636:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204988.888638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204988.888640:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298796183
00000100:00000001:2.0:1788204988.888642:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.888643:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298796183
00000100:00000001:2.0:1788204988.888644:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.888645:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.888647:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888648:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.888650:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.888654:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.888655:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.888656:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204988.888657:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204988.888658:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204988.888660:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.888661:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.888666:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888669:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.888670:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888671:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.888672:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.888673:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888677:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.888679:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888683:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.888684:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888685:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.888686:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888687:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.888688:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.888689:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.888691:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204988.888692:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.888694:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.888698:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.888701:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.888703:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888707:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.888708:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.888709:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.888710:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.888711:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.888712:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.888714:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.888715:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.888716:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.888718:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.888720:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204988.888721:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.888723:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204988.888724:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204988.888726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204988.888728:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717696, portal 10
00000100:00000001:2.0:1788204988.888729:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.888730:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204988.888733:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888736:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.888738:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204988.888739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204988.888740:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618717696, offset 0
00000400:00000200:2.0:1788204988.888742:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204988.888744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.888746:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204988.888748:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.888749:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204988.888751:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.888752:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204988.888754:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3865:3865:256:4294967295] 192.168.201.124@tcp LPNI seq info [3865:3865:8:4294967295]
00000400:00000200:2.0:1788204988.888756:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.888760:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.888762:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.888764:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204988.888766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204988.888768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204988.888770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204988.888772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204988.888774:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.888776:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204988.888777:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.888779:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.888781:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204988.888782:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204988.888783:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.888785:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888789:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.888791:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888794:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888795:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.888797:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.888798:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204988.888800:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204988.888801:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298794028
00000100:00000001:2.0:1788204988.888802:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.888803:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298794028
00000100:00000001:2.0:1788204988.888805:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.888806:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.888807:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888808:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.888810:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.888814:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.888815:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.888815:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204988.888816:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204988.888817:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204988.888818:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.888820:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.888825:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888828:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.888829:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888830:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.888831:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.888833:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888836:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.888838:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888841:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.888843:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888855:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.888856:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.888858:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.888859:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.888860:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.888862:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204988.888864:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.888867:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.888871:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.888874:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.888876:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888880:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.888880:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.888882:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.888883:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.888884:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.888885:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.888887:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.888888:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.888889:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.888890:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.888892:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204988.888893:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.888896:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204988.888897:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204988.888899:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204988.888901:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717824, portal 4
00000100:00000001:2.0:1788204988.888902:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.888903:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788204988.888906:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888910:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.888912:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204988.888913:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204988.888914:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618717824, offset 0
00000400:00000200:2.0:1788204988.888916:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204988.888918:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.888920:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204988.888922:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.888923:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204988.888924:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.888925:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204988.888927:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3866:3866:256:4294967295] 192.168.201.124@tcp LPNI seq info [3866:3866:8:4294967295]
00000400:00000200:2.0:1788204988.888930:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.888933:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.888936:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.888937:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204988.888940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204988.888941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204988.888943:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204988.888945:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204988.888947:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.888948:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204988.888950:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.888952:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.888953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204988.888954:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204988.888956:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.888957:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888962:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.888964:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.888971:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888972:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.888973:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.888975:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204988.888977:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204988.888978:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298794008
00000100:00000001:2.0:1788204988.888979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.888980:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298794008
00000100:00000001:2.0:1788204988.888982:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.888983:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.888984:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.888985:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.888986:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.888990:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.888991:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.888992:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204988.888993:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204988.888994:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204988.888995:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.888997:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.889001:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889005:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.889005:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889006:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.889007:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.889009:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889013:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.889015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889018:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.889020:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889020:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.889021:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889022:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.889023:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.889024:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.889026:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204988.889027:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.889029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.889032:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.889034:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.889036:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889040:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.889040:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.889042:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.889042:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.889043:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.889045:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.889047:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.889048:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.889049:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.889050:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.889069:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204988.889071:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.889073:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204988.889074:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204988.889076:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204988.889078:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618717952, portal 4
00000100:00000001:2.0:1788204988.889079:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.889079:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788204988.889083:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889086:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.889088:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204988.889089:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204988.889090:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618717952, offset 0
00000400:00000200:2.0:1788204988.889092:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204988.889094:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.889096:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204988.889097:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.889099:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204988.889100:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.889101:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204988.889103:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3867:3867:256:4294967295] 192.168.201.124@tcp LPNI seq info [3867:3867:8:4294967295]
00000400:00000200:2.0:1788204988.889105:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204988.889109:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.889111:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.889112:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204988.889114:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204988.889116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204988.889118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204988.889119:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204988.889122:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204988.889123:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204988.889125:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.889127:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.889128:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204988.889129:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204988.889131:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.889132:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889137:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.889139:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889142:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.889143:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.889144:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.889146:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204988.889147:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204988.889148:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298794143
00000100:00000001:2.0:1788204988.889149:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.889151:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298794143
00000100:00000001:2.0:1788204988.889152:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298796272
00000100:00000001:2.0:1788204988.889153:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.889154:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.889155:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.889157:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.889161:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.889161:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.889162:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204988.889164:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204988.889165:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204988.889166:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.889168:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.889173:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889176:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.889176:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889177:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.889178:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.889180:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889183:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.889185:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889189:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.889190:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889191:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.889191:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889192:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.889193:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.889195:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.889196:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204988.889197:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.889199:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.889204:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618717952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.889206:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889207:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.889209:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618717568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889212:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.889213:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.889214:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204988.889215:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.889216:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.889217:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204988.889218:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.889219:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:2.0:1788204988.889221:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.889222:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.889223:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204988.889225:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.889226:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889227:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.889229:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618717696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889232:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.889233:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.889234:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204988.889235:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.889236:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.889236:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204988.889237:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.889238:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:2.0:1788204988.889240:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.889240:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.889241:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204988.889242:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.889243:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889243:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.889245:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618717824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889248:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.889249:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.889250:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204988.889251:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.889252:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.889253:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204988.889254:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.889254:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:2.0:1788204988.889255:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.889256:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.889257:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204988.889258:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.889258:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889259:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.889261:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618717952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.889264:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.889264:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.889265:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:2.0:1788204988.889266:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.889267:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.889267:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204988.889268:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.889269:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:2.0:1788204988.889270:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.889271:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.889271:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788204988.889272:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.889273:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889274:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.889276:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204988.889276:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.889277:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204988.889279:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204989.207215:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204989.207218:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204989.207222:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207228:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204989.207231:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207233:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207236:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207241:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204989.207242:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204989.207248:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204989.207251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204989.207252:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204989.207309:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204989.207313:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204989.207315:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204989.911171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204989.911178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204989.911180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204989.911186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204989.911190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204989.911193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204989.911196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204989.911198:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204989.911201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204990.231124:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204990.231131:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204990.231142:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204990.231143:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204990.231148:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204990.231150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204990.231154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204990.231155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204990.231240:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204990.231244:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204990.231248:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204990.935173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204990.935180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204990.935181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204990.935185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204990.935188:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204990.935190:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204990.935192:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204990.935194:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204990.935196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204991.191130:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298796272, at 4298796288
00000100:00000040:3.0:1788204991.191130:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298796272, at 4298796288
00000100:00000010:2.0:1788204991.191143:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204991.191146:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350240.
00010000:00000001:3.0:1788204991.255149:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204991.255153:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204991.255157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204991.255158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204991.255160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204991.255161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204991.255163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204991.255164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204991.255225:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204991.255231:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204991.255235:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204991.959180:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204991.959187:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204991.959189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204991.959194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204991.959197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204991.959201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204991.959203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204991.959205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204991.959208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204992.279152:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204992.279157:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204992.279161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204992.279161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204992.279164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204992.279165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204992.279167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204992.279167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204992.279214:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204992.279217:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204992.279220:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204992.983120:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204992.983127:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204992.983130:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204992.983135:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204992.983139:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204992.983142:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204992.983145:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204992.983148:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204992.983151:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204993.303173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204993.303178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204993.303182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204993.303182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204993.303184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204993.303185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204993.303187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204993.303188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204993.303239:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204993.303242:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204993.303244:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204994.007162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204994.007170:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204994.007172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204994.007178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204994.007181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204994.007184:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.007187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788204994.007190:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204994.007190:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.007195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204994.007197:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204994.007200:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204994.007203:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204994.007207:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204994.007214:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4126
00000400:00000200:0.0:1788204994.007222:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204994.007229:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204994.007232:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204994.007235:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007238:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204994.007240:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007243:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204994.007246:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204994.007248:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788204994.007251:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204994.007254:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788204994.007256:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788204994.007259:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788204994.007262:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007264:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204994.007265:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007267:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204994.007270:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788204994.007273:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007275:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204994.007277:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204994.007281:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204994.007283:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007285:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204994.007287:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204994.007295:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788204994.007298:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204994.007301:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204994.007303:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007306:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204994.007309:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204994.007313:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204994.007321:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788204994.007326:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204994.007334:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204994.007344:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204994.007348:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204994.007353:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007373:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204994.007376:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204994.007379:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204994.007380:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204994.007382:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204994.007385:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204994.007387:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4126
00000400:00000200:0.0:1788204994.007391:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204994.007395:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204994.007397:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204994.007400:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007403:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204994.007403:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204994.007407:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204994.007408:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204994.007410:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788204994.007412:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204994.007414:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204994.007416:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788204994.007418:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204994.007422:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000040:2.0:1788204994.007422:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204994.007425:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788204994.007430:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788204994.007437:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204994.007439:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204994.007440:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204994.007442:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204994.007445:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204994.007447:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204994.007448:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204994.007450:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204994.007452:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:2.0:1788204994.007454:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204994.007457:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00100000:2.0:1788204994.007460:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618718080:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788204994.007461:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007465:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204994.007466:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204994.007470:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204994.007472:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204994.007472:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.007477:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204994.007478:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007481:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788204994.007482:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
00000008:00100000:0.0:1788204994.007484:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204994.007485:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204994.007491:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007494:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.007494:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:0.0:1788204994.007499:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000400:00000010:2.0:1788204994.007499:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000040:0.0:1788204994.007503:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000010:2.0:1788204994.007506:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:0.0:1788204994.007507:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204994.007510:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007512:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788204994.007512:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718080, portal 25
02000000:00000001:0.0:1788204994.007513:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204994.007516:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007517:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204994.007520:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
02000000:00000010:0.0:1788204994.007523:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000040:2.0:1788204994.007526:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007528:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007536:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1788204994.007537:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204994.007541:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204994.007546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204994.007550:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618718080, offset 0
00000100:00000001:0.0:1788204994.007551:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204994.007555:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.007556:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788204994.007564:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204994.007564:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.007572:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204994.007580:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.007580:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204994.007584:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:0.0:1788204994.007585:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204994.007588:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204994.007593:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204994.007593:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007597:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204994.007599:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3868:3868:256:4294967295] 192.168.201.124@tcp LPNI seq info [3868:3868:8:4294967295]
00000100:00080000:0.0:1788204994.007601:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204994.007606:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204994.007606:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788204994.007611:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4126
00000400:00000200:0.0:1788204994.007619:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.007620:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204994.007626:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000200:2.0:1788204994.007629:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788204994.007631:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204994.007634:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000040:0.0:1788204994.007636:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007639:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204994.007642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788204994.007644:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204994.007647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788204994.007648:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788204994.007653:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204994.007656:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:2.1:1788204994.007656:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:0.0:1788204994.007660:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204994.007661:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1788204994.007663:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788204994.007668:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000100:2.0:1788204994.007668:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.007670:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000020:00000001:0.0:1788204994.007672:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788204994.007675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204994.007678:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007683:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204994.007683:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788204994.007689:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:2.0:1788204994.007689:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204994.007693:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:0.0:1788204994.007694:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204994.007698:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:2.0:1788204994.007699:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204994.007703:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:2.0:1788204994.007704:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007707:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204994.007711:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204994.007714:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204994.007717:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204994.007718:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007722:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204994.007722:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204994.007726:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204994.007732:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007733:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007736:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007736:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1788204994.007742:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204994.007742:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.007747:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788204994.007748:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204994.007750:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298801391
02000000:00000001:0.0:1788204994.007752:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204994.007754:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204994.007767:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:0.0:1788204994.007771:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204994.007774:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204994.007775:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1788204994.007777:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007780:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298801391
02000000:00000010:0.0:1788204994.007783:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000010:2.0:1788204994.007785:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93502a0.
00000100:00000001:0.0:1788204994.007787:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007788:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204994.007794:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204994.007797:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204994.007797:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.007799:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204994.007806:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994]  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007810:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204994.007813:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204994.007820:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204994.007826:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204994.007828:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204994.007831:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204994.007835:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:0.0:1788204994.007837:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204994.007837:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00080000:0.0:1788204994.007841:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204994.007842:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788204994.007847:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1788204994.007847:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007850:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204994.007853:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204994.007859:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788204994.007860:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204994.007864:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4126
00000400:00000200:0.0:1788204994.007872:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204994.007872:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204994.007875:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204994.007879:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204994.007880:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.007883:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204994.007884:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204994.007888:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204994.007891:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788204994.007897:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204994.007901:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204994.007901:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204994.007906:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204994.007907:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204994.007910:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204994.007913:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788204994.007916:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204994.007919:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788204994.007924:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204994.007929:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788204994.007930:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204994.007934:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.007937:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788204994.007938:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204994.007939:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204994.007943:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204994.007943:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204994.007947:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204994.007948:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:2.0:1788204994.007951:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204994.007952:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788204994.007957:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788204994.007957:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204994.007962:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788204994.007964:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:2.0:1788204994.007968:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007969:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204994.007973:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204994.007977:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204994.007980:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618718080:192.168.201.124@tcp:250:kworker.0
02000000:00000001:0.0:1788204994.007981:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.007985:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204994.007986:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1788204994.007988:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204994.007989:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1788204994.007994:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204994.007994:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618718080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.007998:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204994.008004:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204994.008005:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1788204994.008009:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788204994.008009:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788204994.008013:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788204994.008013:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:0.0:1788204994.008016:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.008017:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204994.008020:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204994.008021:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:2.0:1788204994.008022:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788204994.008023:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1788204994.008025:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:0.0:1788204994.008027:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204994.008028:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000010:0.0:1788204994.008032:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788204994.008033:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204994.008037:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204994.008043:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204994.008043:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204994.008047:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:0.0:1788204994.008077:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204994.008081:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008082:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204994.008086:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204994.008087:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008090:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204994.008099:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008100:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204994.008102:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204994.008103:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204994.008109:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204994.008109:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204994.008112:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204994.008113:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204994.008115:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204994.008117:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204994.008119:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204994.008124:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4126
00000100:00000040:2.0:1788204994.008125:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204994.008129:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788204994.008135:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204994.008139:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204994.008142:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788204994.008145:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204994.008145:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.008148:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204994.008150:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204994.008152:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204994.008154:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204994.008155:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204994.008159:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204994.008160:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204994.008162:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788204994.008164:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788204994.008167:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718208:192.168.201.124@tcp:38:kworker.0
00000020:00000040:0.0:1788204994.008168:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788204994.008171:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788204994.008176:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788204994.008176:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204994.008180:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1788204994.008182:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204994.008184:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.008185:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204994.008189:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204994.008189:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204994.008193:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:2.0:1788204994.008195:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
00000020:00000040:0.0:1788204994.008196:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
02000000:00000001:2.0:1788204994.008200:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204994.008201:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788204994.008205:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.008207:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788204994.008208:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204994.008212:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204994.008214:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
02000000:00000001:0.0:1788204994.008215:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204994.008219:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788204994.008219:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000008:00100000:0.0:1788204994.008221:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788204994.008225:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204994.008225:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718208, portal 10
00000100:00000001:0.0:1788204994.008228:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008231:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1788204994.008233:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204994.008234:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000020:00000040:0.0:1788204994.008238:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788204994.008241:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204994.008245:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204994.008246:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204994.008247:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204994.008250:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204994.008253:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204994.008258:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:2.0:1788204994.008258:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204994.008262:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788204994.008264:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204994.008266:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204994.008269:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618718208, offset 0
00000100:00100000:0.0:1788204994.008273:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204994.008276:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204994.008283:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204994.008289:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204994.008289:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788204994.008293:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.008295:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204994.008299:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:0.0:1788204994.008300:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204994.008302:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204994.008308:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204994.008314:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3869:3869:256:4294967295] 192.168.201.124@tcp LPNI seq info [3869:3869:8:4294967295]
00000400:00000200:2.0:1788204994.008322:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788204994.008323:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204994.008329:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4136)
00000400:00000200:2.0:1788204994.008329:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204994.008336:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.008339:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204994.008342:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204994.008344:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204994.008348:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204994.008351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204994.008355:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.008356:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204994.008359:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204994.008363:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204994.008366:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204994.008368:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204994.008370:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204994.008373:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008381:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.008384:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008390:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008391:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204994.008394:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204994.008397:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204994.008400:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204994.008402:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298801303
00000100:00000001:2.0:1788204994.008405:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.008407:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298801303
00000100:00000001:2.0:1788204994.008409:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.008411:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204994.008413:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008415:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204994.008418:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994]  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204994.008425:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204994.008426:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204994.008428:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204994.008430:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204994.008431:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204994.008433:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204994.008436:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204994.008445:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008450:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204994.008451:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.008453:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.008454:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204994.008457:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008464:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204994.008468:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008474:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204994.008476:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.008478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.008479:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.008481:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204994.008482:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204994.008484:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204994.008487:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204994.008489:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204994.008493:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204994.008499:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204994.008503:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204994.008506:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008512:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204994.008513:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.008516:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204994.008517:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204994.008519:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204994.008522:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204994.008525:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204994.008527:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204994.008528:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.008530:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204994.008533:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204994.008534:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.008538:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204994.008540:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204994.008542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204994.008545:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718336, portal 10
00000100:00000001:2.0:1788204994.008546:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204994.008548:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788204994.008553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008558:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204994.008560:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204994.008562:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204994.008564:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618718336, offset 0
00000400:00000200:2.0:1788204994.008568:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204994.008571:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.008575:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204994.008577:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204994.008579:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204994.008581:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204994.008583:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204994.008586:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3870:3870:256:4294967295] 192.168.201.124@tcp LPNI seq info [3870:3870:8:4294967295]
00000400:00000200:2.0:1788204994.008590:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.008595:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204994.008599:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.008602:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204994.008606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204994.008608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204994.008612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204994.008614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204994.008618:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.008620:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204994.008623:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204994.008626:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204994.008628:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204994.008630:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204994.008633:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204994.008636:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008643:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.008646:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008652:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008653:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204994.008656:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204994.008658:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204994.008661:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204994.008663:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298799148
00000100:00000001:2.0:1788204994.008665:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.008667:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298799148
00000100:00000001:2.0:1788204994.008669:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.008671:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204994.008673:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008675:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204994.008679:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994]  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204994.008686:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204994.008687:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204994.008690:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204994.008692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204994.008693:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204994.008695:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204994.008698:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204994.008706:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008713:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204994.008714:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.008716:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.008717:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204994.008721:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008728:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204994.008732:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008738:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204994.008740:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.008741:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.008743:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.008744:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204994.008746:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204994.008748:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204994.008751:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204994.008753:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204994.008773:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204994.008781:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204994.008784:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204994.008788:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008794:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204994.008795:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.008797:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204994.008799:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204994.008801:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204994.008804:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204994.008807:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204994.008810:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204994.008811:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.008813:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204994.008816:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204994.008818:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.008821:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204994.008823:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204994.008826:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204994.008829:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718464, portal 4
00000100:00000001:2.0:1788204994.008830:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204994.008832:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788204994.008837:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008843:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204994.008845:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204994.008846:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204994.008849:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618718464, offset 0
00000400:00000200:2.0:1788204994.008852:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204994.008855:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.008858:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204994.008861:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204994.008864:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204994.008866:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204994.008868:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204994.008870:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3871:3871:256:4294967295] 192.168.201.124@tcp LPNI seq info [3871:3871:8:4294967295]
00000400:00000200:2.0:1788204994.008874:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.008880:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204994.008884:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.008887:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204994.008891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204994.008893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204994.008898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204994.008900:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204994.008904:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.008906:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204994.008909:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204994.008912:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204994.008914:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204994.008916:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204994.008919:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204994.008922:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008929:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.008932:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008938:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008940:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204994.008943:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204994.008945:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204994.008948:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204994.008950:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298799128
00000100:00000001:2.0:1788204994.008952:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.008954:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298799128
00000100:00000001:2.0:1788204994.008956:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.008957:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204994.008959:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.008961:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204994.008965:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994]  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204994.008972:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204994.008973:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204994.008975:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204994.008977:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204994.008979:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204994.008981:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204994.008984:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204994.008991:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.008998:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204994.008999:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.009003:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204994.009007:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009013:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204994.009017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009023:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204994.009025:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009027:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.009028:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009029:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204994.009031:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204994.009033:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204994.009036:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204994.009038:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204994.009042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204994.009049:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204994.009072:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009074:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.009078:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618718208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009084:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204994.009086:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204994.009087:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204994.009090:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204994.009091:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204994.009092:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204994.009094:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204994.009096:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:2.0:1788204994.009099:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204994.009100:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204994.009101:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788204994.009104:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204994.009105:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009107:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.009110:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618718336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009116:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204994.009117:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204994.009118:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204994.009120:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204994.009121:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204994.009122:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204994.009124:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204994.009126:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:2.0:1788204994.009128:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204994.009129:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204994.009130:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788204994.009132:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204994.009134:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009135:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.009138:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618718464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009144:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204994.009145:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204994.009147:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204994.009149:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204994.009150:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204994.009151:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204994.009153:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204994.009154:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788204994.009156:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204994.009157:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204994.009159:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788204994.009161:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204994.009162:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009164:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009168:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204994.009169:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.009171:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204994.009173:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204994.009175:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204994.009179:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009185:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204994.009187:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.009189:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204994.009190:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204994.009192:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204994.009195:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204994.009198:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204994.009199:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204994.009201:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204994.009202:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204994.009205:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204994.009207:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204994.009210:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204994.009212:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204994.009216:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204994.009218:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718592, portal 4
00000100:00000001:2.0:1788204994.009221:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204994.009222:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:2.0:1788204994.009227:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009233:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204994.009235:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204994.009238:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204994.009240:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618718592, offset 0
00000400:00000200:2.0:1788204994.009244:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204994.009248:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.009251:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204994.009254:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204994.009256:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204994.009258:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204994.009261:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204994.009264:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3872:3872:256:4294967295] 192.168.201.124@tcp LPNI seq info [3872:3872:8:4294967295]
00000400:00000200:2.0:1788204994.009268:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204994.009273:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204994.009278:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.009281:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204994.009285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204994.009288:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204994.009292:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204994.009294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204994.009297:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204994.009299:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204994.009302:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204994.009305:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204994.009307:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204994.009309:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204994.009312:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204994.009315:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009327:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.009330:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009337:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.009338:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204994.009341:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204994.009344:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204994.009347:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204994.009349:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298799263
00000100:00000001:2.0:1788204994.009351:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.009353:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298799263
00000100:00000001:2.0:1788204994.009355:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298801391
00000100:00000001:2.0:1788204994.009357:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204994.009359:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.009361:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204994.009364:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994]  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204994.009372:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204994.009373:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204994.009374:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204994.009377:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204994.009378:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204994.009380:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204994.009384:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204994.009391:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009397:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204994.009399:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009401:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.009402:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204994.009405:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009411:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204994.009415:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009421:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204994.009423:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009425:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204994.009426:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009427:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204994.009429:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204994.009431:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204994.009434:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204994.009436:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204994.009439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204994.009447:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204994.009450:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009452:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204994.009455:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618718592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204994.009461:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204994.009463:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204994.009464:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:2.0:1788204994.009468:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204994.009469:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204994.009471:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204994.009473:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204994.009474:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:2.0:1788204994.009476:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204994.009477:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204994.009479:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:2.0:1788204994.009481:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204994.009482:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009484:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.009487:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204994.009488:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204994.009490:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204994.009492:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204994.327170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204994.327175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204994.327181:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204994.327183:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204994.327189:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788204994.327191:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788204994.327193:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327196:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204994.327198:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327199:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327201:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204994.327206:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204994.327207:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204994.327208:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327209:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204994.327211:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327212:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204994.327214:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204994.327271:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204994.327275:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204994.327279:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204995.031177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204995.031186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204995.031189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204995.031194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204995.031198:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204995.031202:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204995.031206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204995.031209:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204995.031212:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204995.351122:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204995.351128:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204995.351131:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204995.351132:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204995.351135:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204995.351136:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204995.351137:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204995.351138:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204995.351197:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204995.351202:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204995.351205:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204996.055156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204996.055162:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204996.055163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204996.055167:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204996.055169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204996.055171:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204996.055173:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204996.055175:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204996.055177:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204996.311141:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298801391, at 4298801408
00000100:00000040:3.0:1788204996.311141:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298801391, at 4298801408
00000100:00000010:2.0:1788204996.311153:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00000100:00000010:3.0:1788204996.311155:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93502a0.
00010000:00000001:3.0:1788204996.375165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204996.375170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204996.375174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204996.375175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204996.375177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204996.375178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204996.375180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204996.375181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204996.375231:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204996.375234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204996.375238:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204997.079109:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204997.079115:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204997.079116:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204997.079120:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204997.079123:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204997.079126:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204997.079128:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204997.079129:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204997.079131:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399126:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204997.399132:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399138:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204997.399142:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204997.399144:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204997.399147:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399150:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204997.399152:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399153:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399155:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204997.399158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204997.399160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204997.399161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204997.399214:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204997.399217:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204997.399220:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204998.103127:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204998.103133:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204998.103134:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204998.103138:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204998.103141:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204998.103143:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204998.103145:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204998.103147:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204998.103148:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204998.423159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204998.423164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204998.423168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204998.423169:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204998.423171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204998.423172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204998.423174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204998.423174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204998.423226:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204998.423229:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204998.423232:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204999.127146:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204999.127152:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204999.127153:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204999.127157:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788204999.127160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204999.127163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.127165:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204999.127166:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.127168:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204999.127274:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204999.127280:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204999.127283:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204999.127286:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204999.127289:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204999.127296:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4131
00000400:00000200:1.0:1788204999.127303:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788204999.127307:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204999.127310:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204999.127312:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127314:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204999.127316:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127317:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204999.127320:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204999.127321:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788204999.127323:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204999.127325:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788204999.127327:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788204999.127328:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788204999.127330:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127331:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204999.127332:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127334:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204999.127336:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788204999.127338:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127339:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204999.127341:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204999.127343:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204999.127345:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127346:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204999.127348:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204999.127354:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788204999.127356:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788204999.127359:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204999.127360:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127362:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204999.127364:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204999.127367:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204999.127373:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:1.0:1788204999.127379:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204999.127389:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204999.127405:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204999.127409:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204999.127415:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204999.127434:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204999.127437:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204999.127440:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204999.127442:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204999.127444:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204999.127447:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204999.127450:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4131
00000400:00000200:1.0:1788204999.127454:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.127457:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788204999.127458:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204999.127462:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204999.127463:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204999.127467:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204999.127469:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127472:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204999.127475:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204999.127477:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127482:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204999.127488:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204999.127489:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204999.127491:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:2.0:1788204999.127491:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204999.127496:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204999.127496:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204999.127500:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204999.127501:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:2.0:1788204999.127502:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204999.127507:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00100000:2.0:1788204999.127508:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618718720:192.168.201.124@tcp:250:kworker.0
00000020:00000001:1.0:1788204999.127513:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788204999.127514:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204999.127518:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1788204999.127520:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788204999.127521:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127524:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204999.127525:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204999.127530:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000010:2.0:1788204999.127531:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
00000100:00000001:1.0:1788204999.127533:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204999.127534:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204999.127539:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000200:2.0:1788204999.127543:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788204999.127544:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127548:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204999.127549:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788204999.127549:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204999.127555:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
02000000:00000001:1.0:1788204999.127556:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204999.127560:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127561:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204999.127563:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718720, portal 25
00000008:00100000:1.0:1788204999.127565:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204999.127566:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:1.0:1788204999.127568:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127570:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204999.127573:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000020:00000040:1.0:1788204999.127576:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:2.0:1788204999.127576:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
02000000:00000001:1.0:1788204999.127579:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204999.127580:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127583:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204999.127585:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204999.127587:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204999.127587:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204999.127591:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788204999.127596:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.127597:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204999.127601:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00100000:1.0:1788204999.127604:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204999.127604:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204999.127607:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618718720, offset 0
00000100:00000001:1.0:1788204999.127614:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204999.127617:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127618:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204999.127622:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204999.127626:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788204999.127634:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.127635:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:1.0:1788204999.127637:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204999.127640:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204999.127642:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204999.127643:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204999.127644:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204999.127645:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204999.127649:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4131
00000400:00000200:2.0:1788204999.127651:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:1.0:1788204999.127656:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.127658:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204999.127663:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204999.127664:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:1.0:1788204999.127679:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204999.127681:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3873:3873:256:4294967295] 192.168.201.124@tcp LPNI seq info [3873:3873:8:4294967295]
00000100:00000040:1.0:1788204999.127685:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127690:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204999.127690:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204999.127694:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127698:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788204999.127701:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204999.127704:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788204999.127708:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204999.127708:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788204999.127712:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000200:2.0:1788204999.127717:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788204999.127718:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788204999.127722:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000010:2.0:1788204999.127723:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000040:1.0:1788204999.127727:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127730:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204999.127731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788204999.127735:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:2.0:1788204999.127736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788204999.127739:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788204999.127743:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:2.1:1788204999.127747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788204999.127750:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:2.1:1788204999.127752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788204999.127754:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204999.127759:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204999.127763:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1788204999.127763:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204999.127768:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204999.127769:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000100:00000001:1.0:1788204999.127771:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204999.127775:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204999.127776:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1788204999.127778:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127781:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.127785:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1788204999.127786:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788204999.127791:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:2.0:1788204999.127792:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
02000000:00000001:1.0:1788204999.127794:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204999.127796:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
02000000:00000001:1.0:1788204999.127797:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127801:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204999.127802:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204999.127803:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204999.127804:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204999.127810:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000200:2.0:1788204999.127811:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204999.127815:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204999.127824:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204999.127827:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.127833:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204999.127839:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204999.127844:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.127845:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.127846:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1788204999.127852:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.127853:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.127860:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.127864:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298806511
00000100:00000001:1.0:1788204999.127869:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204999.127870:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00080000:1.0:1788204999.127873:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204999.127877:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1788204999.127878:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204999.127882:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204999.127883:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298806511
00000100:00080000:1.0:1788204999.127884:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788204999.127887:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350120.
00000100:00000001:1.0:1788204999.127889:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204999.127890:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788204999.127894:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204999.127895:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4131
00000100:00000001:2.0:1788204999.127897:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.127900:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204999.127903:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999]  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204999.127910:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204999.127912:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1788204999.127913:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204999.127914:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204999.127917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000200:1.0:1788204999.127919:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:2.0:1788204999.127920:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00080000:1.0:1788204999.127923:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204999.127924:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204999.127930:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204999.127931:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127936:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204999.127940:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127944:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:2.0:1788204999.127946:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204999.127947:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204999.127949:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788204999.127952:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204999.127955:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788204999.127957:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1788204999.127958:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204999.127959:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204999.127962:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788204999.127963:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.127966:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204999.127967:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127971:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204999.127976:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127977:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:2.0:1788204999.127977:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204999.127981:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788204999.127985:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788204999.127989:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204999.127992:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204999.127995:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204999.127997:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204999.127998:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.128000:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204999.128003:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204999.128005:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.128006:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204999.128008:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788204999.128009:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204999.128010:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204999.128011:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.128012:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204999.128015:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788204999.128015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204999.128018:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204999.128025:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:2.0:1788204999.128025:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204999.128030:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204999.128031:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128031:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128034:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128037:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204999.128039:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204999.128042:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1788204999.128043:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204999.128046:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204999.128065:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204999.128068:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204999.128077:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618718720:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788204999.128081:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128082:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128084:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618718720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128095:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204999.128098:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204999.128101:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
00000100:00000001:1.0:1788204999.128104:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204999.128105:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788204999.128108:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204999.128109:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204999.128112:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788204999.128115:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:1.0:1788204999.128116:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204999.128118:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1400.
02000000:00000001:2.0:1788204999.128123:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204999.128125:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128126:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204999.128128:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000100:00080000:1.0:1788204999.128130:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204999.128132:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1788204999.128134:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204999.128134:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204999.128137:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204999.128138:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204999.128140:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204999.128143:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204999.128145:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4131
00000100:00000001:2.0:1788204999.128145:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204999.128148:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204999.128152:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.128152:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204999.128156:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204999.128157:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788204999.128158:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204999.128162:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204999.128164:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204999.128171:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204999.128172:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204999.128174:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.128178:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204999.128178:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788204999.128182:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.128185:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788204999.128186:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204999.128189:0:15013:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204999.128193:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204999.128194:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00100000:2.0:1788204999.128197:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718848:192.168.201.124@tcp:38:kworker.0
00000020:00000001:1.0:1788204999.128198:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204999.128202:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1788204999.128204:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
02000000:00000001:2.0:1788204999.128204:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204999.128206:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128209:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1788204999.128210:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000010:2.0:1788204999.128212:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
00000020:00000001:1.0:1788204999.128215:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:2.0:1788204999.128215:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128221:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788204999.128224:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:2.0:1788204999.128224:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204999.128227:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:1.0:1788204999.128229:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204999.128231:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718848, portal 10
00000100:00000001:2.0:1788204999.128234:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1788204999.128235:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788204999.128235:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000001:1.0:1788204999.128241:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788204999.128244:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204999.128246:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788204999.128253:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788204999.128253:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204999.128258:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204999.128259:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204999.128260:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
02000000:00000001:1.0:1788204999.128264:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204999.128264:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618718848, offset 0
00000400:00000200:2.0:1788204999.128269:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788204999.128270:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204999.128273:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788204999.128276:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128278:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788204999.128281:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204999.128282:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1788204999.128286:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:2.0:1788204999.128286:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204999.128290:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1788204999.128292:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128293:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788204999.128298:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128298:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3874:3874:256:4294967295] 192.168.201.124@tcp LPNI seq info [3874:3874:8:4294967295]
00000400:00000200:2.0:1788204999.128303:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:1.0:1788204999.128306:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000400:00000200:2.0:1788204999.128310:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788204999.128311:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788204999.128316:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204999.128318:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204999.128319:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788204999.128322:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204999.128324:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788204999.128324:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
02000000:00000001:1.0:1788204999.128328:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204999.128331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:1.0:1788204999.128335:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000800:00000200:2.0:1788204999.128335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204999.128340:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788204999.128341:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204999.128346:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204999.128351:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204999.128355:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204999.128356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1788204999.128360:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204999.128364:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.128367:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204999.128371:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204999.128373:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128377:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1788204999.128379:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4141)
00000400:00000200:2.0:1788204999.128380:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204999.128382:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204999.128385:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204999.128387:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128393:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128395:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128399:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128400:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204999.128402:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204999.128404:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788204999.128406:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.128407:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298806423
00000100:00000001:2.0:1788204999.128409:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.128411:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298806423
00000100:00000001:2.0:1788204999.128412:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.128413:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204999.128414:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128415:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204999.128417:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999]  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204999.128422:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204999.128422:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204999.128424:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204999.128425:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204999.128426:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204999.128428:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204999.128431:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204999.128438:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128450:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204999.128451:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128453:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128454:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204999.128458:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128465:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204999.128469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128475:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204999.128477:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128479:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128480:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204999.128482:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204999.128483:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204999.128485:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204999.128487:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204999.128489:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204999.128493:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204999.128495:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204999.128497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128501:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204999.128501:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128503:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204999.128504:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204999.128506:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204999.128507:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204999.128509:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204999.128510:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204999.128511:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128512:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204999.128515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204999.128516:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128518:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204999.128519:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204999.128522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204999.128524:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618718976, portal 10
00000100:00000001:2.0:1788204999.128525:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204999.128526:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:2.0:1788204999.128529:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128533:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204999.128534:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204999.128536:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204999.128537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618718976, offset 0
00000400:00000200:2.0:1788204999.128539:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204999.128541:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.128543:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204999.128545:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204999.128547:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204999.128548:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204999.128549:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204999.128551:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3875:3875:256:4294967295] 192.168.201.124@tcp LPNI seq info [3875:3875:8:4294967295]
00000400:00000200:2.0:1788204999.128554:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.128557:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204999.128560:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.128562:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204999.128565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204999.128566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204999.128569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204999.128571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204999.128573:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.128574:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204999.128576:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204999.128578:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204999.128580:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204999.128581:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204999.128582:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204999.128584:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128589:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128590:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128594:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128595:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204999.128597:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204999.128598:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788204999.128600:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.128601:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298804268
00000100:00000001:2.0:1788204999.128603:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.128604:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298804268
00000100:00000001:2.0:1788204999.128605:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.128606:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204999.128608:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128609:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204999.128610:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999]  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204999.128615:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204999.128616:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204999.128617:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204999.128618:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204999.128619:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204999.128620:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204999.128622:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204999.128626:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128630:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204999.128631:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128632:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128633:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204999.128637:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128643:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204999.128646:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128652:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204999.128654:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128656:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128657:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128658:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204999.128660:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204999.128662:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204999.128665:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204999.128678:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204999.128683:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204999.128691:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618718976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788204999.128694:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204999.128696:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128700:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204999.128701:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128702:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204999.128703:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204999.128704:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204999.128706:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204999.128708:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204999.128709:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204999.128710:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128711:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204999.128713:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204999.128715:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.128717:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204999.128719:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204999.128720:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204999.128722:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719104, portal 4
00000100:00000001:2.0:1788204999.128724:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204999.128725:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:2.0:1788204999.128728:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128732:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204999.128733:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204999.128734:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204999.128736:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618719104, offset 0
00000400:00000200:2.0:1788204999.128738:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204999.128740:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.128742:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204999.128744:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204999.128746:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204999.128747:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204999.128749:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204999.128751:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3876:3876:256:4294967295] 192.168.201.124@tcp LPNI seq info [3876:3876:8:4294967295]
00000400:00000200:2.0:1788204999.128753:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.128757:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204999.128760:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.128761:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204999.128763:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204999.128765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204999.128767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204999.128769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204999.128771:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.128772:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204999.128774:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204999.128776:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204999.128778:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204999.128779:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204999.128781:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204999.128782:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128787:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128788:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128792:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128793:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204999.128794:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204999.128796:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788204999.128798:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.128801:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298804248
00000100:00000001:2.0:1788204999.128803:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.128805:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298804248
00000100:00000001:2.0:1788204999.128807:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.128809:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204999.128811:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128813:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204999.128816:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999]  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204999.128822:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204999.128824:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204999.128825:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204999.128827:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204999.128828:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204999.128829:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204999.128832:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204999.128838:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128843:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204999.128844:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128846:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128847:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204999.128850:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128856:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204999.128858:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128863:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204999.128866:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128867:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.128868:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128870:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204999.128871:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204999.128873:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204999.128875:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204999.128877:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204999.128880:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204999.128886:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204999.128889:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128891:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128894:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618718848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128899:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204999.128900:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204999.128901:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788204999.128903:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204999.128905:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204999.128906:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204999.128907:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204999.128909:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:2.0:1788204999.128911:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204999.128913:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204999.128914:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:2.0:1788204999.128916:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204999.128917:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128918:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128920:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618718976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128930:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204999.128931:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204999.128932:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788204999.128934:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204999.128935:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204999.128935:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204999.128937:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204999.128938:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:2.0:1788204999.128940:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204999.128941:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204999.128942:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:2.0:1788204999.128943:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204999.128944:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128946:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.128948:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618719104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128953:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204999.128954:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204999.128955:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204999.128956:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204999.128957:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204999.128958:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204999.128960:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204999.128961:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:2.0:1788204999.128962:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204999.128963:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204999.128964:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:2.0:1788204999.128966:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204999.128967:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128968:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.128972:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204999.128973:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.128975:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204999.128977:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204999.128978:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204999.128981:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.128986:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204999.128988:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.128989:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204999.128991:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204999.128993:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204999.128995:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204999.128998:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204999.128999:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204999.129000:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204999.129002:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204999.129004:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204999.129006:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204999.129009:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788204999.129011:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788204999.129014:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788204999.129016:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719232, portal 4
00000100:00000001:2.0:1788204999.129017:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204999.129018:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:2.0:1788204999.129023:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129028:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204999.129030:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788204999.129033:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788204999.129035:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618719232, offset 0
00000400:00000200:2.0:1788204999.129039:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788204999.129042:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.129044:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788204999.129046:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204999.129048:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788204999.129049:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204999.129064:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788204999.129067:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3877:3877:256:4294967295] 192.168.201.124@tcp LPNI seq info [3877:3877:8:4294967295]
00000400:00000200:2.0:1788204999.129069:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788204999.129073:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204999.129076:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.129078:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788204999.129080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788204999.129082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204999.129084:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788204999.129086:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204999.129088:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788204999.129090:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788204999.129091:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204999.129093:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204999.129095:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788204999.129096:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788204999.129098:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204999.129101:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129105:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.129107:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129111:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.129112:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204999.129114:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204999.129115:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788204999.129117:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788204999.129119:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298804383
00000100:00000001:2.0:1788204999.129120:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.129121:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298804383
00000100:00000001:2.0:1788204999.129122:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298806511
00000100:00000001:2.0:1788204999.129123:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204999.129125:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.129126:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204999.129128:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999]  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204999.129133:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204999.129133:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204999.129134:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788204999.129135:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788204999.129136:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788204999.129137:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204999.129139:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204999.129144:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129147:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204999.129148:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.129149:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.129150:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204999.129151:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129155:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204999.129157:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129160:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204999.129162:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.129162:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204999.129163:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.129164:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204999.129165:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204999.129167:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204999.129169:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788204999.129170:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204999.129172:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204999.129176:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788204999.129178:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.129179:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204999.129181:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618719232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204999.129184:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204999.129185:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204999.129186:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788204999.129187:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204999.129188:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204999.129188:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788204999.129190:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204999.129191:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:2.0:1788204999.129194:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204999.129194:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204999.129195:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:2.0:1788204999.129197:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204999.129197:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.129198:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.129200:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204999.129201:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204999.129202:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204999.129203:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447109:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204999.447115:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788204999.447117:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788204999.447119:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447123:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788204999.447125:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447126:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447128:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447130:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204999.447131:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447133:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204999.447134:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788204999.447136:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788204999.447137:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204999.447191:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204999.447194:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204999.447196:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205000.151116:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205000.151123:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205000.151125:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205000.151130:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205000.151133:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205000.151136:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205000.151140:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205000.151142:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205000.151144:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205000.471146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205000.471151:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205000.471155:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205000.471156:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205000.471158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205000.471159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205000.471161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205000.471162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205000.471213:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205000.471217:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205000.471220:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205001.175159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205001.175166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205001.175168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205001.175172:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205001.175174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205001.175177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205001.175178:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205001.175180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205001.175182:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205001.431175:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298806511, at 4298806528
00000100:00000040:3.0:1788205001.431175:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298806511, at 4298806528
00000100:00000010:3.0:1788205001.431191:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350120.
00000100:00000010:2.0:1788205001.431193:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788205001.495146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205001.495150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205001.495154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205001.495155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205001.495157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205001.495158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205001.495160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205001.495160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205001.495220:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205001.495224:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205001.495227:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205002.199186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205002.199192:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205002.199194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205002.199200:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205002.199203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205002.199207:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205002.199210:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205002.199212:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205002.199215:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205002.519206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205002.519214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205002.519221:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205002.519222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205002.519226:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205002.519228:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205002.519231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205002.519232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205002.519319:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205002.519325:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205002.519329:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205003.223162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205003.223168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205003.223169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205003.223173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205003.223175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205003.223178:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205003.223180:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205003.223181:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205003.223183:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205003.543211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205003.543218:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205003.543224:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205003.543225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205003.543228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205003.543229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205003.543231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205003.543232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205003.543314:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205003.543319:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205003.543323:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205004.247175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205004.247182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205004.247183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.247188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205004.247190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205004.247195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205004.247196:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205004.247197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205004.247202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.247208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205004.247213:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205004.247217:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205004.247221:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205004.247226:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205004.247237:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4136
00000400:00000200:0.0:1788205004.247248:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205004.247255:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205004.247258:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205004.247262:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247265:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205004.247268:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247270:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205004.247274:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205004.247277:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205004.247280:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205004.247284:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205004.247286:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205004.247289:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205004.247292:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247295:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205004.247297:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247299:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205004.247302:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205004.247306:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247308:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.247312:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205004.247316:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205004.247320:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247322:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205004.247325:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205004.247337:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205004.247340:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205004.247344:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205004.247345:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247348:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205004.247351:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205004.247356:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205004.247364:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788205004.247369:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205004.247378:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205004.247386:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205004.247390:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205004.247393:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205004.247418:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205004.247422:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205004.247425:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205004.247427:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205004.247428:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205004.247431:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205004.247434:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4136
00000400:00000200:0.0:1788205004.247438:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205004.247442:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205004.247445:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205004.247448:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247450:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205004.247451:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205004.247452:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247455:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788205004.247456:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788205004.247457:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205004.247459:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205004.247460:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205004.247463:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788205004.247463:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205004.247466:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205004.247468:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788205004.247472:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205004.247473:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247476:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205004.247478:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247482:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205004.247485:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205004.247489:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205004.247491:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205004.247492:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.247494:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205004.247494:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.247499:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205004.247501:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.247502:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205004.247504:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.247506:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247507:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788205004.247511:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618719360:192.168.201.124@tcp:250:kworker.0
00000008:00100000:0.0:1788205004.247512:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205004.247515:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1788205004.247516:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247518:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.247520:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1788205004.247523:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
02000000:00000001:2.0:1788205004.247523:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205004.247528:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205004.247529:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205004.247532:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205004.247534:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247535:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1788205004.247535:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:0.0:1788205004.247538:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205004.247540:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.247541:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205004.247546:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000400:00000200:2.0:1788205004.247548:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205004.247551:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205004.247553:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00100000:0.0:1788205004.247560:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205004.247561:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:0.0:1788205004.247571:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788205004.247571:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719360, portal 25
00000100:00000001:0.0:1788205004.247575:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.247577:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205004.247591:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:0.0:1788205004.247593:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205004.247602:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205004.247607:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205004.247611:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205004.247617:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205004.247620:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205004.247620:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788205004.247624:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788205004.247628:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247630:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788205004.247632:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00080000:0.0:1788205004.247636:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4136
00000100:00000200:2.0:1788205004.247638:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618719360, offset 0
00000400:00000200:0.0:1788205004.247644:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.247647:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205004.247651:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205004.247654:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205004.247658:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788205004.247659:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247664:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205004.247668:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:0.0:1788205004.247669:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247673:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:2.0:1788205004.247674:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1788205004.247678:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205004.247680:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:2.0:1788205004.247681:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:0.0:1788205004.247684:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205004.247687:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:2.0:1788205004.247687:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788205004.247691:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788205004.247692:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:0.0:1788205004.247694:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788205004.247698:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3878:3878:256:4294967295] 192.168.201.124@tcp LPNI seq info [3878:3878:8:4294967295]
00000100:00000040:0.0:1788205004.247700:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247704:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205004.247706:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788205004.247707:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247710:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205004.247711:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788205004.247716:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247721:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205004.247721:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788205004.247723:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788205004.247728:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.247732:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
02000000:00000001:0.0:1788205004.247733:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205004.247736:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247737:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205004.247741:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788205004.247741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00000001:0.0:1788205004.247745:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205004.247746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1788205004.247747:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205004.247752:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000200:2.1:1788205004.247755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:0.0:1788205004.247756:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205004.247761:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1788205004.247761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1788205004.247763:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247766:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205004.247768:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1788205004.247768:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788205004.247770:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205004.247771:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
02000000:00000010:0.0:1788205004.247774:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000400:00000200:2.0:1788205004.247778:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205004.247779:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205004.247786:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205004.247786:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205004.247793:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000100:00000001:0.0:1788205004.247794:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788205004.247796:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:0.0:1788205004.247798:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205004.247802:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.247803:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205004.247809:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205004.247812:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788205004.247812:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205004.247818:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205004.247820:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205004.247822:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205004.247826:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205004.247830:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4136
00000400:00000200:0.0:1788205004.247834:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205004.247836:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788205004.247837:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205004.247840:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205004.247844:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:2.0:1788205004.247844:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205004.247847:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205004.247849:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.247852:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205004.247855:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205004.247857:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205004.247860:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205004.247862:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.247864:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788205004.247869:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788205004.247871:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205004.247875:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000200:2.0:1788205004.247879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:0.0:1788205004.247881:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:2.0:1788205004.247883:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298811631
00000100:00000040:0.0:1788205004.247888:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000010:2.0:1788205004.247889:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:0.0:1788205004.247891:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205004.247895:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205004.247897:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205004.247898:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205004.247903:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788205004.247904:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298811631
00000100:00080000:0.0:1788205004.247908:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000010:2.0:1788205004.247908:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350960.
00000100:00000001:2.0:1788205004.247913:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205004.247914:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.247918:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205004.247918:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.247922:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.247924:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.247925:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205004.247931:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205004.247936:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205004.247938:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205004.247941:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1788205004.247942:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1788205004.247945:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1788205004.247946:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000008:00000001:0.0:1788205004.247952:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205004.247953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000100:00000001:0.0:1788205004.247956:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205004.247957:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000010:0.0:1788205004.247962:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788205004.247962:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1788205004.247967:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000200:2.0:1788205004.247969:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205004.247972:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205004.247975:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.247979:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205004.247981:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205004.247984:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205004.247988:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788205004.247991:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788205004.247997:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.247998:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205004.248002:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205004.248007:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205004.248007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248011:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205004.248018:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205004.248035:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205004.248038:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205004.248039:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.248047:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205004.248048:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248078:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205004.248082:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248084:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248086:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248088:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205004.248090:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205004.248092:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205004.248095:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205004.248098:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205004.248105:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205004.248115:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.248120:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618719360:192.168.201.124@tcp:250:kworker.0
00000100:00080000:0.0:1788205004.248121:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205004.248127:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205004.248129:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205004.248131:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205004.248132:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205004.248136:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205004.248137:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205004.248143:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4136
00000100:00000040:2.0:1788205004.248144:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618719360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205004.248151:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205004.248157:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205004.248161:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788205004.248162:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788205004.248166:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1788205004.248167:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.248171:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788205004.248172:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
00000100:00000040:0.0:1788205004.248175:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788205004.248178:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788205004.248180:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205004.248182:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:0.0:1788205004.248184:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205004.248186:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000040:0.0:1788205004.248188:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205004.248192:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000001:2.0:1788205004.248192:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:0.0:1788205004.248196:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
02000000:00000010:2.0:1788205004.248197:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
00000020:00000001:0.0:1788205004.248199:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205004.248203:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:2.0:1788205004.248205:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1788205004.248207:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:2.0:1788205004.248209:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788205004.248210:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788205004.248213:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000040:0.0:1788205004.248215:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205004.248219:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788205004.248220:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205004.248223:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788205004.248224:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:2.0:1788205004.248229:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205004.248230:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205004.248235:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.248237:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205004.248240:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.248241:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1788205004.248244:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248246:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.248247:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205004.248251:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1788205004.248252:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1788205004.248255:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1788205004.248256:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248258:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205004.248259:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205004.248264:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000100:00000040:2.0:1788205004.248266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205004.248268:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205004.248273:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205004.248275:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.248280:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205004.248282:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788205004.248283:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205004.248286:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205004.248287:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248291:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1788205004.248293:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788205004.248295:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205004.248298:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248300:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205004.248307:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788205004.248308:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205004.248318:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205004.248321:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205004.248324:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248329:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205004.248330:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205004.248333:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205004.248334:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000040:0.0:1788205004.248338:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205004.248338:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205004.248346:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205004.248350:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:0.0:1788205004.248355:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205004.248355:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205004.248360:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719488, portal 10
00000100:00000001:2.0:1788205004.248362:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788205004.248363:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4147)
00000100:00000001:2.0:1788205004.248363:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:2.0:1788205004.248373:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248380:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205004.248382:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205004.248385:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205004.248387:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618719488, offset 0
00000400:00000200:2.0:1788205004.248392:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205004.248396:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.248400:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205004.248404:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205004.248408:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205004.248410:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205004.248414:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205004.248418:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3879:3879:256:4294967295] 192.168.201.124@tcp LPNI seq info [3879:3879:8:4294967295]
00000400:00000200:2.0:1788205004.248423:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.248431:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205004.248436:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.248440:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205004.248444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205004.248447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205004.248452:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205004.248454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205004.248457:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.248459:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205004.248462:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205004.248464:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205004.248466:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205004.248467:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205004.248469:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205004.248472:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248477:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.248479:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248483:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248484:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205004.248486:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.248489:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788205004.248491:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205004.248492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298811543
00000100:00000001:2.0:1788205004.248494:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.248496:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298811543
00000100:00000001:2.0:1788205004.248497:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.248499:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.248501:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248502:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205004.248504:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205004.248509:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205004.248509:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205004.248510:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205004.248511:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205004.248512:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205004.248513:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205004.248515:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205004.248520:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248524:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205004.248525:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248526:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248527:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205004.248528:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248532:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205004.248534:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248537:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205004.248539:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248540:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248540:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248541:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205004.248542:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205004.248545:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205004.248547:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205004.248548:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205004.248551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205004.248555:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205004.248557:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205004.248559:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248562:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205004.248563:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248564:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205004.248565:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.248566:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.248569:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205004.248571:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205004.248572:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205004.248574:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248575:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205004.248589:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788205004.248592:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205004.248596:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205004.248599:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205004.248602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205004.248605:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719616, portal 10
00000100:00000001:2.0:1788205004.248607:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205004.248609:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:2.0:1788205004.248616:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248628:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205004.248629:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205004.248631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205004.248633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618719616, offset 0
00000400:00000200:2.0:1788205004.248635:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205004.248638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.248641:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205004.248643:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205004.248644:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205004.248646:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205004.248647:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205004.248650:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3880:3880:256:4294967295] 192.168.201.124@tcp LPNI seq info [3880:3880:8:4294967295]
00000400:00000200:2.0:1788205004.248652:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.248656:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205004.248658:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.248660:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205004.248662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205004.248664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205004.248667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205004.248669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205004.248671:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.248672:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205004.248674:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205004.248676:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205004.248678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205004.248679:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205004.248681:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205004.248683:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248688:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.248690:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248698:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248699:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205004.248701:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.248703:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788205004.248705:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205004.248706:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298809388
00000100:00000001:2.0:1788205004.248708:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.248709:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298809388
00000100:00000001:2.0:1788205004.248711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.248712:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.248713:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248714:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205004.248716:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205004.248720:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205004.248721:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205004.248722:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205004.248724:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205004.248725:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205004.248726:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205004.248728:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205004.248733:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248736:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205004.248737:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248738:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205004.248740:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248745:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205004.248747:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248751:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205004.248752:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248753:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248754:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248755:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205004.248756:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205004.248757:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205004.248759:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205004.248760:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205004.248762:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205004.248766:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205004.248768:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205004.248769:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248773:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205004.248774:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248776:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205004.248777:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.248778:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.248780:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205004.248781:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205004.248782:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205004.248784:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.248785:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205004.248787:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788205004.248789:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205004.248791:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205004.248793:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205004.248795:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205004.248796:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719744, portal 4
00000100:00000001:2.0:1788205004.248798:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205004.248799:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:2.0:1788205004.248803:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248809:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205004.248811:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205004.248813:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205004.248815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618719744, offset 0
00000400:00000200:2.0:1788205004.248819:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205004.248831:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.248838:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205004.248841:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205004.248844:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205004.248846:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205004.248848:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205004.248851:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3881:3881:256:4294967295] 192.168.201.124@tcp LPNI seq info [3881:3881:8:4294967295]
00000400:00000200:2.0:1788205004.248853:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.248857:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205004.248861:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.248863:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205004.248865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205004.248867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205004.248870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205004.248872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205004.248874:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.248876:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205004.248878:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205004.248880:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205004.248882:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205004.248883:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205004.248884:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205004.248887:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248892:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.248894:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248898:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248899:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205004.248901:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.248903:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788205004.248905:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205004.248906:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298809368
00000100:00000001:2.0:1788205004.248907:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.248909:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298809368
00000100:00000001:2.0:1788205004.248910:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.248911:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.248913:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.248914:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205004.248917:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205004.248925:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205004.248926:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205004.248928:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205004.248930:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205004.248932:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205004.248934:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205004.248937:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205004.248945:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248951:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205004.248953:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248955:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248956:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205004.248960:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248966:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205004.248970:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.248977:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205004.248979:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248981:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.248982:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.248984:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205004.248985:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205004.248988:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205004.248991:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205004.248993:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205004.248997:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205004.249005:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205004.249009:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249011:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.249014:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618719488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249018:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205004.249020:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205004.249021:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788205004.249023:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205004.249024:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205004.249025:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205004.249026:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205004.249027:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:2.0:1788205004.249029:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205004.249030:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205004.249031:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:2.0:1788205004.249033:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205004.249034:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249035:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.249037:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618719616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249041:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205004.249042:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205004.249043:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788205004.249044:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205004.249045:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205004.249045:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205004.249046:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205004.249047:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:2.0:1788205004.249049:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205004.249050:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205004.249063:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:2.0:1788205004.249065:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205004.249066:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249067:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.249069:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618719744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249072:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205004.249074:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205004.249075:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788205004.249076:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205004.249077:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205004.249078:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205004.249079:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205004.249080:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:2.0:1788205004.249081:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205004.249082:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205004.249082:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:2.0:1788205004.249083:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205004.249084:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249085:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249087:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205004.249088:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.249090:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205004.249091:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205004.249092:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205004.249094:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249098:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205004.249099:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.249101:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205004.249102:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.249103:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.249104:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205004.249106:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205004.249107:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205004.249108:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.249109:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205004.249111:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788205004.249112:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205004.249115:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205004.249116:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205004.249118:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205004.249120:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618719872, portal 4
00000100:00000001:2.0:1788205004.249122:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205004.249123:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:2.0:1788205004.249127:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249131:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205004.249132:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205004.249133:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205004.249135:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618719872, offset 0
00000400:00000200:2.0:1788205004.249137:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205004.249140:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.249142:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205004.249144:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205004.249146:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205004.249147:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205004.249148:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205004.249151:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3882:3882:256:4294967295] 192.168.201.124@tcp LPNI seq info [3882:3882:8:4294967295]
00000400:00000200:2.0:1788205004.249153:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205004.249157:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205004.249159:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.249161:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205004.249163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205004.249165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205004.249167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205004.249169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205004.249172:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205004.249173:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205004.249175:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205004.249177:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205004.249178:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205004.249180:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205004.249182:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205004.249184:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249192:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.249194:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249198:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.249199:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205004.249200:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.249202:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788205004.249203:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205004.249204:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298809503
00000100:00000001:2.0:1788205004.249206:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.249207:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298809503
00000100:00000001:2.0:1788205004.249209:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298811631
00000100:00000001:2.0:1788205004.249210:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.249211:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.249212:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205004.249214:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205004.249218:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205004.249219:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205004.249219:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205004.249221:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205004.249222:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205004.249223:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205004.249225:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205004.249230:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249233:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205004.249234:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249235:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.249236:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205004.249238:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249242:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205004.249244:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249247:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205004.249249:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249249:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205004.249250:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249251:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205004.249252:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205004.249254:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205004.249255:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205004.249256:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205004.249258:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205004.249262:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618719872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205004.249264:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249265:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205004.249267:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618719872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.249271:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205004.249272:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205004.249272:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:2.0:1788205004.249273:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205004.249274:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205004.249275:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205004.249276:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205004.249277:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:2.0:1788205004.249279:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205004.249280:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205004.249281:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:2.0:1788205004.249282:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205004.249282:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249283:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.249285:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205004.249286:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.249287:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205004.249288:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205004.567194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205004.567200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205004.567206:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205004.567208:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205004.567214:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205004.567217:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205004.567218:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567220:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205004.567222:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567224:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567226:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205004.567229:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205004.567230:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205004.567231:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205004.567233:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567234:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205004.567235:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205004.567282:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205004.567287:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205004.567291:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205005.271201:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205005.271210:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205005.271211:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205005.271216:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205005.271219:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205005.271222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205005.271224:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205005.271227:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205005.271229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205005.591124:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205005.591131:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205005.591136:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205005.591138:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205005.591140:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205005.591142:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205005.591145:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205005.591146:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205005.591229:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205005.591234:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205005.591238:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205006.295168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205006.295176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205006.295178:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205006.295183:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205006.295187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205006.295191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205006.295194:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205006.295196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205006.295198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205006.551116:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298811631, at 4298811648
00000100:00000010:3.0:1788205006.551130:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350960.
00000100:00000040:2.0:1788205006.551147:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298811631, at 4298811648
00000100:00000010:2.0:1788205006.551159:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788205006.615158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205006.615165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205006.615171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205006.615172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205006.615175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205006.615176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205006.615180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205006.615181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205006.615232:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205006.615234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205006.615236:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205007.319180:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205007.319191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205007.319193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205007.319199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205007.319203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205007.319207:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205007.319211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205007.319214:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205007.319216:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639108:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205007.639114:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639127:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205007.639130:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205007.639133:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205007.639136:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639139:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205007.639141:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639143:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639146:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205007.639151:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205007.639154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205007.639155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205007.639205:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205007.639208:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205007.639210:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205008.343163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205008.343170:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205008.343172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205008.343177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205008.343180:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205008.343183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205008.343185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205008.343188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205008.343190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205008.663184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205008.663192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205008.663198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205008.663199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205008.663202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205008.663203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205008.663206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205008.663207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205008.663268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205008.663273:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205008.663277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205009.367178:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205009.367181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205009.367187:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788205009.367188:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205009.367191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367192:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205009.367197:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788205009.367198:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205009.367202:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205009.367204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205009.367210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205009.367210:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4142
00000100:00000001:2.0:1788205009.367216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205009.367220:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205009.367224:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205009.367226:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.367239:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205009.367242:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205009.367245:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367248:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367250:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367253:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205009.367256:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205009.367258:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205009.367260:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205009.367263:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205009.367265:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205009.367266:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205009.367268:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367270:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367271:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367273:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205009.367275:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205009.367277:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367278:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.367281:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205009.367283:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.367285:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367287:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205009.367289:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205009.367300:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788205009.367304:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205009.367309:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205009.367311:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367315:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205009.367319:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205009.367324:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205009.367333:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788205009.367341:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.367350:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205009.367358:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205009.367362:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.367367:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.367398:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205009.367401:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205009.367404:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205009.367405:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205009.367406:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205009.367409:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205009.367411:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4142
00000400:00000200:3.0:1788205009.367414:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205009.367417:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205009.367419:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205009.367421:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367423:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367425:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367427:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205009.367428:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205009.367429:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:2.0:1788205009.367430:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205009.367430:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205009.367434:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:2.0:1788205009.367436:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205009.367436:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205009.367440:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:2.0:1788205009.367441:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205009.367443:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367445:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367448:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367450:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788205009.367452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205009.367453:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205009.367457:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367461:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.367464:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205009.367470:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205009.367470:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205009.367473:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.367473:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367477:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205009.367480:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788205009.367481:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205009.367485:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.367486:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205009.367486:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205009.367505:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
02000000:00000001:2.0:1788205009.367506:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205009.367507:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205009.367511:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1788205009.367513:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618720000:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788205009.367513:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367517:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205009.367519:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205009.367523:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205009.367524:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205009.367529:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788205009.367532:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205009.367532:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.367538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.367540:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788205009.367543:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205009.367548:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205009.367550:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205009.367551:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
00000100:00000040:3.0:1788205009.367554:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205009.367555:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367564:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.367565:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788205009.367567:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205009.367571:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1788205009.367572:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788205009.367573:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205009.367575:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205009.367578:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205009.367580:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4142
00000400:00000200:3.0:1788205009.367582:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205009.367583:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000400:00000200:3.0:1788205009.367585:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205009.367588:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205009.367590:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367592:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367593:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:2.0:1788205009.367594:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720000, portal 25
00000100:00000001:3.0:1788205009.367595:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205009.367600:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205009.367601:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788205009.367601:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205009.367604:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205009.367606:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000020:00000040:3.0:1788205009.367606:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205009.367610:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205009.367614:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788205009.367619:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205009.367619:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367621:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367623:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367627:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205009.367631:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205009.367635:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367638:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.367639:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788205009.367639:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205009.367643:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.367646:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205009.367647:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367648:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205009.367651:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205009.367653:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205009.367654:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788205009.367655:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205009.367660:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618720000, offset 0
00000100:00000010:3.0:1788205009.367660:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000020:00000040:3.0:1788205009.367664:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205009.367667:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205009.367668:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367669:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205009.367670:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205009.367672:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.367673:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000010:3.0:1788205009.367676:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788205009.367679:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.367682:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205009.367686:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205009.367692:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205009.367694:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.367698:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:3.0:1788205009.367699:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205009.367707:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205009.367711:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.367716:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:3.0:1788205009.367716:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205009.367722:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205009.367725:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205009.367729:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3883:3883:256:4294967295] 192.168.201.124@tcp LPNI seq info [3883:3883:8:4294967295]
00000100:00080000:3.0:1788205009.367732:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205009.367736:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205009.367738:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788205009.367739:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205009.367745:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205009.367748:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4142
00000400:00000200:2.0:1788205009.367755:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788205009.367763:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:2.0:1788205009.367766:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205009.367768:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205009.367772:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205009.367774:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:2.0:1788205009.367775:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000001:3.0:1788205009.367776:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367779:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367781:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205009.367783:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205009.367784:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205009.367786:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788205009.367789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788205009.367789:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788205009.367793:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205009.367796:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:2.0:1788205009.367797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1788205009.367799:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367802:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367805:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367807:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:2.1:1788205009.367809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788205009.367810:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205009.367817:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:2.1:1788205009.367817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1788205009.367824:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788205009.367828:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788205009.367828:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205009.367833:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1788205009.367834:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
02000000:00000001:3.0:1788205009.367839:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367842:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205009.367845:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1788205009.367846:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205009.367851:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.367854:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205009.367855:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205009.367860:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000400:00000200:2.0:1788205009.367864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205009.367867:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205009.367875:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205009.367880:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205009.367881:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205009.367886:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205009.367889:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367892:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205009.367894:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205009.367897:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.367900:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788205009.367901:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788205009.367905:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205009.367908:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205009.367912:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205009.367930:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367930:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205009.367934:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.367935:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205009.367938:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.367944:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.367944:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205009.367950:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205009.367955:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788205009.367955:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205009.367958:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205009.367960:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205009.367962:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298816751
00000100:00000001:3.0:1788205009.367963:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205009.367967:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4142
00000400:00000200:3.0:1788205009.367971:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:2.0:1788205009.367972:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000400:00000200:3.0:1788205009.367975:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205009.367978:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205009.367981:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205009.367983:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205009.367983:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205009.367986:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.367991:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788205009.367993:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298816751
00000020:00000001:3.0:1788205009.367994:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205009.367997:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000010:2.0:1788205009.367999:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350e40.
00000020:00000001:3.0:1788205009.368000:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205009.368004:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:2.0:1788205009.368005:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1788205009.368009:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788205009.368011:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205009.368013:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788205009.368016:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.368019:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205009.368021:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205009.368024:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788205009.368030:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205009.368030:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205009.368033:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205009.368039:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205009.368044:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205009.368049:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205009.368071:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205009.368074:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205009.368077:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205009.368081:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205009.368083:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205009.368087:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205009.368093:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205009.368095:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205009.368100:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.368103:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.368106:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205009.368109:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000200:2.0:1788205009.368110:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205009.368112:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.368115:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205009.368120:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788205009.368123:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:2.0:1788205009.368126:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788205009.368127:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205009.368130:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368131:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.368132:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205009.368134:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205009.368136:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788205009.368137:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368141:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205009.368142:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00100000:2.0:1788205009.368149:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.368149:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.368157:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205009.368161:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205009.368170:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.368187:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205009.368190:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205009.368191:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368197:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205009.368200:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368201:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368203:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368209:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205009.368210:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368212:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205009.368216:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4152)
00000100:00080000:2.0:1788205009.368217:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205009.368223:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205009.368225:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205009.368231:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205009.368240:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618720000:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788205009.368245:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368248:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.368251:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618720000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368264:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205009.368266:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205009.368269:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788205009.368272:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205009.368274:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205009.368276:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788205009.368278:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205009.368281:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:2.0:1788205009.368285:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205009.368287:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205009.368289:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:2.0:1788205009.368292:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205009.368293:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368296:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368304:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205009.368306:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368308:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205009.368309:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205009.368311:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205009.368314:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368320:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205009.368322:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368324:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205009.368325:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205009.368327:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205009.368330:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205009.368333:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205009.368335:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205009.368337:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368338:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205009.368341:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788205009.368343:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.368347:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205009.368350:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205009.368353:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205009.368357:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720128, portal 10
00000100:00000001:2.0:1788205009.368358:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205009.368359:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:2.0:1788205009.368367:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368372:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205009.368374:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205009.368376:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205009.368378:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618720128, offset 0
00000400:00000200:2.0:1788205009.368381:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205009.368385:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.368389:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205009.368391:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205009.368394:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205009.368396:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205009.368399:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205009.368402:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3884:3884:256:4294967295] 192.168.201.124@tcp LPNI seq info [3884:3884:8:4294967295]
00000400:00000200:2.0:1788205009.368406:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.368412:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205009.368416:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.368419:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205009.368422:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205009.368425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205009.368428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205009.368431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205009.368434:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.368436:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205009.368439:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205009.368441:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205009.368444:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205009.368446:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205009.368449:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205009.368452:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368458:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.368461:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368466:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368468:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205009.368470:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205009.368474:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788205009.368477:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205009.368479:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298816663
00000100:00000001:2.0:1788205009.368481:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.368483:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298816663
00000100:00000001:2.0:1788205009.368485:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.368487:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205009.368489:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368505:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205009.368509:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205009.368516:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205009.368517:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205009.368518:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205009.368521:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205009.368522:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205009.368524:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205009.368527:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205009.368534:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368544:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205009.368545:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368547:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368548:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205009.368551:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368558:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205009.368561:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368568:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205009.368570:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368572:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368573:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368574:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205009.368576:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205009.368578:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205009.368581:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205009.368583:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205009.368587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205009.368594:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205009.368598:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205009.368601:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368607:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205009.368608:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368611:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205009.368613:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205009.368614:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205009.368617:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205009.368620:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205009.368622:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205009.368624:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368625:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205009.368628:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788205009.368630:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.368633:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205009.368635:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205009.368638:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205009.368641:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720256, portal 10
00000100:00000001:2.0:1788205009.368643:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205009.368644:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:2.0:1788205009.368650:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368656:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205009.368658:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205009.368661:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205009.368663:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618720256, offset 0
00000400:00000200:2.0:1788205009.368666:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205009.368670:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.368673:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205009.368675:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205009.368678:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205009.368680:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205009.368683:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205009.368685:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3885:3885:256:4294967295] 192.168.201.124@tcp LPNI seq info [3885:3885:8:4294967295]
00000400:00000200:2.0:1788205009.368689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.368695:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205009.368699:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.368702:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205009.368704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205009.368706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205009.368708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205009.368710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205009.368712:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.368714:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205009.368716:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205009.368718:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205009.368720:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205009.368721:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205009.368723:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205009.368725:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368730:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.368731:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368735:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368736:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205009.368738:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205009.368740:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788205009.368743:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205009.368744:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298814508
00000100:00000001:2.0:1788205009.368745:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.368747:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298814508
00000100:00000001:2.0:1788205009.368748:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.368749:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205009.368751:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368752:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205009.368754:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205009.368759:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205009.368760:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205009.368761:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205009.368762:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205009.368763:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205009.368764:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205009.368765:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205009.368770:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368774:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205009.368775:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368776:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368777:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205009.368778:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368782:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205009.368784:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368787:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205009.368788:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368789:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368790:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368791:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205009.368792:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205009.368793:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205009.368795:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205009.368796:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205009.368798:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205009.368803:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205009.368805:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205009.368807:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368811:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205009.368811:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368813:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205009.368814:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205009.368815:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205009.368816:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205009.368818:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205009.368819:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205009.368820:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368820:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205009.368822:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788205009.368824:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.368825:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205009.368827:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205009.368829:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205009.368831:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720384, portal 4
00000100:00000001:2.0:1788205009.368832:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205009.368833:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:2.0:1788205009.368837:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368840:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205009.368842:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205009.368843:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205009.368845:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618720384, offset 0
00000400:00000200:2.0:1788205009.368847:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205009.368849:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.368851:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205009.368853:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205009.368854:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205009.368856:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205009.368857:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205009.368859:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3886:3886:256:4294967295] 192.168.201.124@tcp LPNI seq info [3886:3886:8:4294967295]
00000400:00000200:2.0:1788205009.368862:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.368865:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205009.368867:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.368869:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205009.368871:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205009.368873:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205009.368875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205009.368893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205009.368895:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.368897:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205009.368898:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205009.368900:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205009.368903:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205009.368904:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205009.368905:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205009.368907:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368912:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.368914:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368918:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368919:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205009.368921:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205009.368923:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788205009.368924:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205009.368926:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298814488
00000100:00000001:2.0:1788205009.368928:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.368929:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298814488
00000100:00000001:2.0:1788205009.368930:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.368931:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205009.368932:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.368933:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205009.368935:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205009.368939:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205009.368940:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205009.368941:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205009.368942:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205009.368943:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205009.368944:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205009.368946:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205009.368951:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368954:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205009.368955:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368956:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368956:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205009.368958:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368961:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205009.368963:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368967:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205009.368969:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368970:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.368971:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.368972:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205009.368973:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205009.368974:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205009.368976:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205009.368977:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205009.368979:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205009.368982:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205009.368984:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205009.368986:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.368989:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205009.368990:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368991:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205009.368992:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205009.368993:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205009.368994:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205009.368996:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205009.368997:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205009.368998:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205009.368999:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205009.369001:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788205009.369002:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205009.369004:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205009.369005:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205009.369007:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205009.369009:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720512, portal 4
00000100:00000001:2.0:1788205009.369010:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205009.369011:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:2.0:1788205009.369015:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369018:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205009.369020:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205009.369021:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205009.369022:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618720512, offset 0
00000400:00000200:2.0:1788205009.369024:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205009.369025:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.369027:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205009.369028:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205009.369030:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205009.369031:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205009.369033:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205009.369035:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3887:3887:256:4294967295] 192.168.201.124@tcp LPNI seq info [3887:3887:8:4294967295]
00000400:00000200:2.0:1788205009.369037:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205009.369041:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205009.369043:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.369044:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205009.369047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205009.369048:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205009.369066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205009.369067:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205009.369070:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205009.369071:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205009.369073:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205009.369075:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205009.369077:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205009.369078:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205009.369079:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205009.369081:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369090:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.369091:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369095:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.369096:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205009.369098:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205009.369099:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788205009.369105:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205009.369106:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298814623
00000100:00000001:2.0:1788205009.369107:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.369108:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298814623
00000100:00000001:2.0:1788205009.369110:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298816751
00000100:00000001:2.0:1788205009.369111:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205009.369112:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.369113:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205009.369115:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205009.369119:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205009.369120:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205009.369121:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205009.369122:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205009.369123:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205009.369124:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205009.369126:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205009.369131:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369134:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205009.369135:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369137:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.369138:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205009.369140:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369143:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205009.369145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369149:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205009.369150:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369151:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205009.369151:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369152:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205009.369153:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205009.369155:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205009.369156:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205009.369157:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205009.369159:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205009.369163:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205009.369165:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369166:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.369168:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618720128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369172:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205009.369173:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205009.369174:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:2.0:1788205009.369176:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205009.369177:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205009.369178:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205009.369179:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205009.369180:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:2.0:1788205009.369182:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205009.369183:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205009.369184:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:2.0:1788205009.369186:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205009.369187:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369188:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.369189:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618720256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369193:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205009.369194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205009.369194:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:2.0:1788205009.369196:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205009.369196:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205009.369197:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205009.369198:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205009.369198:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:2.0:1788205009.369200:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205009.369201:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205009.369201:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:2.0:1788205009.369203:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205009.369204:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369205:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.369207:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618720384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369210:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205009.369211:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205009.369212:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:2.0:1788205009.369213:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205009.369214:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205009.369214:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205009.369215:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205009.369216:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788205009.369217:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205009.369218:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205009.369219:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:2.0:1788205009.369220:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205009.369221:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369222:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205009.369224:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618720512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205009.369227:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205009.369228:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205009.369228:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:2.0:1788205009.369230:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205009.369230:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205009.369231:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205009.369232:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205009.369232:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788205009.369233:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205009.369234:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205009.369235:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:2.0:1788205009.369236:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205009.369236:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369237:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.369239:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205009.369240:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205009.369241:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205009.369242:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205009.687152:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205009.687154:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205009.687156:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687160:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205009.687161:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687162:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687164:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205009.687167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205009.687170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205009.687172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205009.687173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205009.687230:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205009.687235:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205009.687238:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205010.391194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205010.391204:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205010.391206:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205010.391213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205010.391218:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205010.391223:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205010.391226:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205010.391229:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205010.391232:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205010.711189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205010.711196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205010.711202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205010.711204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205010.711207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205010.711208:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205010.711211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205010.711212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205010.711306:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205010.711314:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205010.711320:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205011.415244:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205011.415257:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205011.415260:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205011.415267:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205011.415272:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205011.415278:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205011.415281:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205011.415285:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205011.415287:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205011.671203:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298816751, at 4298816768
00000100:00000040:2.0:1788205011.671208:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298816751, at 4298816768
00000100:00000010:3.0:1788205011.671221:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350e40.
00000100:00000010:2.0:1788205011.671224:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788205011.735168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205011.735175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205011.735180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205011.735181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205011.735185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205011.735186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205011.735189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205011.735190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205011.735250:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205011.735254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205011.735257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205012.439193:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205012.439204:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205012.439205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205012.439210:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205012.439213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205012.439216:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205012.439218:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205012.439221:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205012.439223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205012.759179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205012.759186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205012.759193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205012.759194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205012.759198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205012.759200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205012.759204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205012.759205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205012.759264:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205012.759268:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205012.759271:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205013.463190:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205013.463198:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205013.463200:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205013.463204:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205013.463208:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205013.463211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205013.463213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205013.463215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205013.463217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205013.783180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205013.783186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205013.783191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205013.783193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205013.783196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205013.783197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205013.783201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205013.783202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205013.783264:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205013.783266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205013.783268:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205014.487189:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.487202:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205014.487205:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.487209:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205014.487215:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.487222:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4147
00000400:00000200:2.0:1788205014.487233:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205014.487244:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.487248:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205014.487252:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487257:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.487259:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487263:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205014.487267:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.487270:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205014.487272:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.487276:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205014.487278:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205014.487288:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205014.487295:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487298:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.487301:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487303:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205014.487307:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205014.487313:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487316:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.487320:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205014.487330:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.487334:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.487336:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205014.487339:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205014.487347:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
00000020:00000040:2.0:1788205014.487350:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205014.487356:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205014.487358:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205014.487361:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205014.487361:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.487365:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205014.487368:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1788205014.487370:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205014.487372:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205014.487379:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205014.487381:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1788205014.487383:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:1.0:1788205014.487384:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205014.487391:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205014.487393:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205014.487394:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205014.487401:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205014.487417:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205014.487433:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.487439:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.487447:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205014.487478:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.487480:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.487483:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205014.487485:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.487487:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205014.487489:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.487492:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4147
00000400:00000200:2.0:1788205014.487498:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205014.487504:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.487506:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205014.487509:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487511:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205014.487512:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788205014.487515:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205014.487517:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205014.487518:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205014.487520:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205014.487522:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.487526:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205014.487528:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.487531:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205014.487536:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788205014.487537:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205014.487540:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788205014.487553:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487562:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205014.487564:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788205014.487568:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205014.487569:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.487579:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788205014.487579:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.487584:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788205014.487590:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:3.0:1788205014.487591:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.487608:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00100000:3.0:1788205014.487608:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618720640:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788205014.487614:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.487617:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205014.487624:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.487626:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.487627:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205014.487632:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205014.487641:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.487643:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205014.487646:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000020:00000040:2.0:1788205014.487648:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205014.487650:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205014.487651:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.487652:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.487653:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205014.487655:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205014.487658:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:2.0:1788205014.487662:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205014.487666:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205014.487672:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.487673:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.487677:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205014.487685:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.487688:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.487691:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205014.487692:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.487696:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205014.487699:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205014.487700:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.487703:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4147
02000000:00000001:3.0:1788205014.487704:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.487710:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205014.487717:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788205014.487717:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.487722:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205014.487728:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205014.487729:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.487734:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205014.487738:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487740:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.487744:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487746:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205014.487750:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.487751:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205014.487754:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.487756:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788205014.487758:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788205014.487761:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788205014.487769:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205014.487771:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205014.487775:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205014.487777:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000100:00000040:2.0:1788205014.487779:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.487785:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205014.487789:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000010:3.0:1788205014.487789:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00080000:2.0:1788205014.487798:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:3.0:1788205014.487800:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720640, portal 25
00000100:00000001:2.0:1788205014.487803:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.487804:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788205014.487808:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205014.487809:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
02000000:00000001:2.0:1788205014.487814:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.487820:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.487821:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205014.487828:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205014.487833:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205014.487846:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.487847:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788205014.487855:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205014.487862:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000100:00000040:3.0:1788205014.487862:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:2.0:1788205014.487866:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000010:3.0:1788205014.487866:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf2a8.
02000000:00000001:2.0:1788205014.487877:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788205014.487878:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618720640, offset 0
02000000:00000001:2.0:1788205014.487886:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.487889:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.487895:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205014.487896:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205014.487903:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.487908:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:2.0:1788205014.487909:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:2.0:1788205014.487917:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.487917:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205014.487931:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1788205014.487936:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205014.487937:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205014.487942:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.487948:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205014.487956:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3888:3888:256:4294967295] 192.168.201.124@tcp LPNI seq info [3888:3888:8:4294967295]
00000400:00000200:3.0:1788205014.487971:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205014.487973:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.487978:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.487987:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.487996:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205014.488000:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994c00.
00000100:00000040:2.0:1788205014.488003:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788205014.488009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205014.488025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788205014.488038:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.488041:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.488044:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205014.488045:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.488046:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205014.488048:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488072:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205014.488076:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298821872
00000100:00000010:3.0:1788205014.488080:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89120.
00000100:00000001:2.0:1788205014.488082:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.488089:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4147
00000100:00000001:3.0:1788205014.488089:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1788205014.488102:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205014.488102:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298821872
00000400:00000200:2.0:1788205014.488111:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000010:3.0:1788205014.488112:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e896c0.
00000100:00080000:2.0:1788205014.488120:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205014.488121:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205014.488128:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205014.488130:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205014.488132:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.488138:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205014.488139:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.488144:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205014.488148:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205014.488152:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205014.488154:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205014.488154:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205014.488160:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788205014.488164:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205014.488165:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788205014.488171:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:3.0:1788205014.488171:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205014.488178:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788205014.488180:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205014.488185:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788205014.488197:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788205014.488198:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.488201:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205014.488207:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
02000000:00000001:3.0:1788205014.488207:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.488210:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.488216:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.488221:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:3.0:1788205014.488221:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205014.488231:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205014.488232:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205014.488234:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.488237:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.488242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788205014.488242:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.488246:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:2.0:1788205014.488249:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788205014.488249:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488259:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788205014.488260:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000010:3.0:1788205014.488264:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5620b0.
00000100:00080000:2.0:1788205014.488269:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000010:3.0:1788205014.488270:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205014.488278:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720768, portal 10
00000100:00000001:2.0:1788205014.488279:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.488280:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.488283:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
02000000:00000001:2.0:1788205014.488287:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788205014.488292:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205014.488294:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.488301:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.488303:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788205014.488310:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788205014.488310:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205014.488313:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfcc0.
00000008:00100000:2.0:1788205014.488316:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1788205014.488317:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618720768, offset 0
00000008:00000001:2.0:1788205014.488326:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488327:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205014.488333:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488334:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.488342:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000010:2.0:1788205014.488345:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000400:00000200:3.0:1788205014.488347:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788205014.488352:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000200:3.0:1788205014.488354:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:2.0:1788205014.488366:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788205014.488367:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788205014.488370:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488373:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.488376:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.488379:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205014.488384:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3889:3889:255:4294967295] 192.168.201.124@tcp LPNI seq info [3889:3889:7:4294967295]
02000000:00000001:2.0:1788205014.488386:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205014.488393:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00000001:2.0:1788205014.488397:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488416:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:2.0:1788205014.488421:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205014.488442:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788205014.488449:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.488455:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205014.488456:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205014.488466:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994600.
00000100:00000040:2.0:1788205014.488468:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788205014.488478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205014.488498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788205014.488505:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.488506:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.488517:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.488523:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205014.488525:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.488527:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205014.488530:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.488535:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4147
00000100:00000040:3.0:1788205014.488539:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788205014.488545:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.488553:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205014.488558:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205014.488560:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298821783
00000100:00080000:2.0:1788205014.488563:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205014.488566:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.488573:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298821783
00000100:00000040:2.0:1788205014.488577:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205014.488579:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298821872
00000100:00000001:2.0:1788205014.488587:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205014.488588:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205014.488594:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205014.488596:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.488601:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205014.488603:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205014.488607:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.488611:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205014.488616:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788205014.488616:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205014.488619:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788205014.488627:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788205014.488635:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788205014.488644:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.488654:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.488662:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205014.488669:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205014.488675:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788205014.488676:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:3.0:1788205014.488682:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.488686:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788205014.488691:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788205014.488693:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.488696:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.488698:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205014.488703:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.488705:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.488709:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.488713:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205014.488717:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1788205014.488717:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720896:192.168.201.124@tcp:38:kworker.0
00000008:00000001:2.0:1788205014.488726:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.488730:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205014.488732:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.488738:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788205014.488741:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
02000000:00000001:3.0:1788205014.488742:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205014.488750:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205014.488751:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788205014.488757:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1788205014.488758:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788205014.488761:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.488765:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.488766:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.488771:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205014.488775:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.488784:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:2.0:1788205014.488789:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000400:00000010:3.0:1788205014.488791:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00000001:2.0:1788205014.488799:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205014.488800:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205014.488808:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618720896, portal 10
00000100:00100000:2.0:1788205014.488810:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205014.488813:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.488815:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000001:2.0:1788205014.488828:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.488834:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.488836:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205014.488842:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205014.488890:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.488897:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4157)
00000100:00000001:3.0:1788205014.488941:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.488946:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205014.488949:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf550.
00000100:00000200:3.0:1788205014.488953:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618720896, offset 0
00000400:00000200:3.0:1788205014.488957:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205014.488962:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.488967:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205014.488970:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.488972:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205014.488974:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.488976:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205014.488980:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3890:3890:254:4294967295] 192.168.201.124@tcp LPNI seq info [3890:3890:6:4294967295]
00000400:00000200:3.0:1788205014.488983:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.488990:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.488994:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205014.488997:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994e00.
00000800:00000200:3.0:1788205014.489002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205014.489006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205014.489009:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.489012:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205014.489014:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205014.489016:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298819628
00000100:00000001:3.0:1788205014.489017:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.489019:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298819628
00000100:00000001:3.0:1788205014.489020:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.489022:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.489023:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.489025:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.489027:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.489029:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205014.489030:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205014.489032:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205014.489033:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205014.489034:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205014.489039:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.489046:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.489048:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.489050:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.489087:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.489090:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.489094:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205014.489100:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205014.489103:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.489104:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.489106:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.489110:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788205014.489112:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.489116:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205014.489118:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5629f8.
00000400:00000010:3.0:1788205014.489123:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf660.
00000100:00000200:3.0:1788205014.489127:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721024, portal 4
00000100:00000001:3.0:1788205014.489129:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.489130:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:3.0:1788205014.489137:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.489143:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.489146:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205014.489149:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf088.
00000100:00000200:3.0:1788205014.489151:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618721024, offset 0
00000400:00000200:3.0:1788205014.489155:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205014.489159:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.489162:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205014.489165:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.489168:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205014.489170:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.489172:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205014.489174:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3891:3891:253:4294967295] 192.168.201.124@tcp LPNI seq info [3891:3891:5:4294967295]
00000400:00000200:3.0:1788205014.489178:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.489184:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.489188:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205014.489191:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205014.489195:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205014.489200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205014.489202:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.489205:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205014.489208:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205014.489210:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298819609
00000100:00000001:3.0:1788205014.489212:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.489214:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298819609
00000100:00000001:3.0:1788205014.489216:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.489217:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.489219:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.489221:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205014.489225:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.489232:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.489233:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.489235:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.489237:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.489239:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.489241:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205014.489244:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205014.489246:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.489247:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.489249:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.489252:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82800.
02000000:00000001:3.0:1788205014.489253:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.489256:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205014.489259:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562528.
00000400:00000010:3.0:1788205014.489262:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfaa0.
00000100:00000200:3.0:1788205014.489264:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721152, portal 4
00000100:00000001:3.0:1788205014.489266:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.489267:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:3.0:1788205014.489273:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.489279:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.489281:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205014.489283:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfb28.
00000100:00000200:3.0:1788205014.489285:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618721152, offset 0
00000400:00000200:3.0:1788205014.489289:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205014.489292:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.489296:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205014.489298:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.489301:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205014.489303:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.489305:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205014.489308:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3892:3892:252:4294967295] 192.168.201.124@tcp LPNI seq info [3892:3892:4:4294967295]
00000400:00000200:3.0:1788205014.489311:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205014.489317:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.489321:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205014.489324:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994400.
00000800:00000200:3.0:1788205014.489327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205014.489330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205014.489332:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.489335:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205014.489338:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205014.489339:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298819743
00000100:00000001:3.0:1788205014.489347:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.489350:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298819743
00000100:00000001:3.0:1788205014.489351:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298821872
00000100:00000001:3.0:1788205014.489353:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.489355:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.489357:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.489360:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.489363:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205014.489364:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205014.489366:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205014.489367:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205014.489368:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.489369:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807146:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205014.807151:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205014.807155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205014.807160:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205014.807162:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205014.807166:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205014.807168:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205014.807169:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807171:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205014.807173:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807174:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807175:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205014.807178:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205014.807179:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205014.807180:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807181:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205014.807182:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807183:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205014.807184:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205014.807231:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205014.807234:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205014.807236:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205015.511141:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205015.511146:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205015.511147:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205015.511151:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205015.511154:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205015.511157:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205015.511158:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205015.511164:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205015.511166:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205015.831169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205015.831175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205015.831181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205015.831183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205015.831186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205015.831187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205015.831190:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205015.831191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205015.831259:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205015.831264:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205015.831267:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205016.535180:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205016.535186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205016.535188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205016.535192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205016.535196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205016.535199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205016.535203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205016.535205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205016.535208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205016.791130:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298821872, at 4298821888
00000100:00000040:3.0:1788205016.791130:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298821872, at 4298821888
00000100:00000010:3.0:1788205016.791147:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e896c0.
00000100:00000010:2.0:1788205016.791151:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89120.
00010000:00000001:3.0:1788205016.855120:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205016.855129:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205016.855134:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205016.855135:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205016.855138:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205016.855139:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205016.855142:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205016.855143:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205016.855207:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205016.855214:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205016.855219:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205017.559194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205017.559204:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205017.559206:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205017.559210:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205017.559214:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205017.559217:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205017.559219:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205017.559222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205017.559224:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788205017.559424:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:0.0:1788205017.559472:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788205017.559485:0:2374:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205017.559489:0:2374:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:0.0:1788205017.559495:0:2374:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205017.559500:0:2374:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788205017.559506:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788205017.559511:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994c00.
00000400:00000200:0.0:1788205017.559518:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788205017.559523:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788205017.559531:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf2a8
00000400:00000010:0.0:1788205017.559535:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf2a8.
00000100:00000001:0.0:1788205017.559541:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205017.559550:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205017.559575:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205017.559580:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205017.559588:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205017.559590:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788205017.559603:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788205017.559606:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994600.
00000400:00000200:0.0:1788205017.559610:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788205017.559615:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1788205017.559617:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788205017.559618:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfcc0
00000400:00000010:0.0:1788205017.559623:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfcc0.
00000100:00000001:3.0:1788205017.559623:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205017.559628:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205017.559630:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:0.0:1788205017.559634:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205017.559644:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205017]  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205017.559647:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205017.559654:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205017.559663:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205017.559665:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788205017.559667:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788205017.559669:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1788205017.559673:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000800:00000100:0.0:1788205017.559678:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000400:00000200:3.0:1788205017.559680:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000800:00000010:0.0:1788205017.559682:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994e00.
00000400:00000010:3.0:1788205017.559684:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000400:00000200:0.0:1788205017.559689:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788205017.559690:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205017.559697:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205017.559698:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788205017.559704:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf550
00000400:00000010:0.0:1788205017.559709:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf550.
00000100:00000001:0.0:1788205017.559715:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205017.559715:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205017.559724:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.559726:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205017.559729:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.559734:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.559738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205017.559740:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788205017.559746:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205017.559748:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.559769:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205017.559771:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205017.559774:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205017.559779:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788205017.559783:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:0.0:1788205017.559789:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:0.0:1788205017.559795:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788205017.559796:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205017.559803:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788205017.559804:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1788205017.559808:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1788205017.559810:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf088
00000100:00000001:3.0:1788205017.559810:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1788205017.559815:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf088.
00000100:00000001:3.0:1788205017.559817:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205017.559820:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205017.559822:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205017.559827:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000200:0.0:1788205017.559828:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205017.559835:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205017.559840:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788205017.559848:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205017.559848:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205017.559856:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205017.559865:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618720640:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205017.559870:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205017.559874:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205017.559874:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205017.559879:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000800:00000100:0.0:1788205017.559883:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000100:00000040:3.0:1788205017.559886:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618720640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1788205017.559888:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994400.
00000400:00000200:0.0:1788205017.559893:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788205017.559899:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:0.0:1788205017.559903:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
02000000:00000001:3.0:1788205017.559905:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1788205017.559907:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfb28
00000400:00000010:0.0:1788205017.559911:0:2374:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfb28.
02000000:00000010:3.0:1788205017.559911:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83800.
00000100:00000001:0.0:1788205017.559917:0:2374:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788205017.559918:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:0.0:1788205017.559923:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205017.559923:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205017.559926:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205017.559931:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205017.559935:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:3.0:1788205017.559942:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205017.559945:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788205017.559948:0:2374:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788205017.559949:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000040:0.0:1788205017.559955:0:2374:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.559957:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205017.559960:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.559965:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205017.559970:0:2374:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205017.559970:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205017.559971:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205017.559974:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205017.559975:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1788205017.559982:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205017]  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205017.559991:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205017.559993:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205017.559996:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5629f8.
00000400:00000200:3.0:1788205017.559998:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf660
00000400:00000010:3.0:1788205017.560000:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf660.
00000100:00000001:3.0:1788205017.560003:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205017.560006:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205017.560015:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560021:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205017.560023:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205017.560030:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560037:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205017.560041:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560048:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205017.560076:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560078:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560079:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560081:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205017.560083:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205017.560085:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205017.560089:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205017.560092:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205017.560096:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205017.560104:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205017.560108:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205017.560111:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205017]  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205017.560119:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205017.560120:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205017.560122:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562528.
00000400:00000200:3.0:1788205017.560125:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfaa0
00000400:00000010:3.0:1788205017.560126:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfaa0.
00000100:00000001:3.0:1788205017.560128:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205017.560132:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205017.560140:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560147:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205017.560148:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560150:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560151:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205017.560154:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560162:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205017.560167:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560174:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205017.560176:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560178:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560181:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205017.560184:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205017.560187:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205017.560190:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205017.560192:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205017.560196:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205017.560203:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205017.560206:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205017.560209:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205017]  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205017.560217:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205017.560218:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205017.560220:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5620b0.
00000400:00000200:3.0:1788205017.560223:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205017.560224:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205017.560226:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205017.560230:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205017.560590:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560597:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205017.560599:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560601:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560603:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205017.560607:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560620:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205017.560624:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560630:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205017.560632:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560634:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560635:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560636:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205017.560638:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205017.560640:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205017.560644:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205017.560646:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205017.560650:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205017.560657:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205017.560661:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205017.560665:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205017]  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205017.560672:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205017.560673:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205017.560676:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205017.560678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205017.560680:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205017.560682:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205017.560685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205017.560701:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560707:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205017.560709:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560710:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560711:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205017.560715:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560722:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205017.560726:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560731:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205017.560733:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560735:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205017.560736:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560737:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205017.560739:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205017.560741:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205017.560744:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205017.560746:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205017.560750:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205017.560756:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618720896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205017.560759:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560761:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205017.560764:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618721024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560776:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205017.560778:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205017.560781:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788205017.560784:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205017.560786:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205017.560787:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205017.560790:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205017.560792:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:3.0:1788205017.560795:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205017.560796:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205017.560797:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:3.0:1788205017.560801:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205017.560803:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560804:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205017.560808:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618721152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560814:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205017.560816:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205017.560817:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:3.0:1788205017.560820:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205017.560821:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205017.560823:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205017.560825:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205017.560826:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:3.0:1788205017.560828:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205017.560829:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205017.560831:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:3.0:1788205017.560833:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205017.560834:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560835:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205017.560838:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618720768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560845:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205017.560847:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205017.560849:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:3.0:1788205017.560851:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205017.560852:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205017.560854:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205017.560856:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205017.560857:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:3.0:1788205017.560859:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205017.560860:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205017.560861:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:3.0:1788205017.560863:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205017.560864:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560866:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205017.560869:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618720896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205017.560874:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205017.560875:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205017.560877:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:3.0:1788205017.560878:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205017.560879:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205017.560880:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205017.560882:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205017.560883:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:3.0:1788205017.560885:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205017.560886:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205017.560888:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:3.0:1788205017.560890:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205017.560891:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560893:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.560901:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205017.560903:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205017.560905:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205017.560906:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205017.879204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205017.879212:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205017.879215:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205017.879218:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879220:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205017.879223:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879224:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879226:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879229:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205017.879230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205017.879232:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205017.879233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205017.879292:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205017.879297:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205017.879301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205018.583186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205018.583195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205018.583197:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205018.583204:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205018.583208:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205018.583212:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205018.583215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205018.583218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205018.583221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205018.903189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205018.903198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205018.903204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205018.903205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205018.903214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205018.903214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205018.903217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205018.903218:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205018.903275:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205018.903280:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205018.903284:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205019.607148:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205019.607161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205019.607164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205019.607171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205019.607176:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205019.607178:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205019.607180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205019.607185:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205019.607186:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205019.607189:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205019.607191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205019.607193:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205019.607196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607198:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205019.607205:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4152
00000400:00000200:3.0:1788205019.607215:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205019.607221:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205019.607224:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205019.607226:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607229:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.607231:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607233:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205019.607236:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205019.607238:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205019.607241:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205019.607244:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205019.607246:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205019.607248:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205019.607250:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607252:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.607253:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607254:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205019.607257:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205019.607261:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607263:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.607266:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205019.607270:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205019.607273:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607276:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205019.607278:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205019.607294:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788205019.607299:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205019.607303:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205019.607305:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607308:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205019.607312:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205019.607330:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205019.607340:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788205019.607349:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.607362:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205019.607374:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205019.607379:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.607384:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.607414:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205019.607417:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205019.607421:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205019.607422:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205019.607424:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205019.607427:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205019.607429:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4152
00000400:00000200:3.0:1788205019.607433:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205019.607436:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205019.607438:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205019.607441:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607444:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.607446:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607449:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205019.607451:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205019.607453:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205019.607455:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205019.607458:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788205019.607460:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205019.607462:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788205019.607465:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607467:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.607468:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607470:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205019.607473:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205019.607476:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607479:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.607482:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205019.607490:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205019.607492:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788205019.607498:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607499:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205019.607503:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205019.607504:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205019.607513:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788205019.607514:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205019.607521:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607526:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607532:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205019.607533:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.607539:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205019.607542:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.607547:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205019.607547:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788205019.607553:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00100000:2.0:1788205019.607556:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618721280:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788205019.607558:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205019.607561:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607565:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205019.607566:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205019.607569:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205019.607573:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205019.607578:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.607579:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.607585:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205019.607587:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
02000000:00000010:2.0:1788205019.607594:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:3.0:1788205019.607594:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.607599:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.607605:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205019.607612:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205019.607620:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000100:00000001:3.0:1788205019.607630:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788205019.607632:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000001:3.0:1788205019.607635:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.607642:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205019.607643:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721280, portal 25
00000100:00000001:2.0:1788205019.607648:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205019.607655:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607658:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00080000:3.0:1788205019.607660:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205019.607666:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205019.607669:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788205019.607670:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205019.607671:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205019.607678:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205019.607683:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4152
00000100:00000001:2.0:1788205019.607684:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205019.607690:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205019.607695:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000400:00000200:3.0:1788205019.607696:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:2.0:1788205019.607702:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618721280, offset 0
00000400:00000200:3.0:1788205019.607704:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205019.607708:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205019.607711:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607716:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205019.607717:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788205019.607721:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607726:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205019.607728:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788205019.607732:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788205019.607732:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205019.607736:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205019.607739:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205019.607742:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:2.0:1788205019.607743:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:3.0:1788205019.607747:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205019.607753:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607755:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.607757:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607758:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205019.607760:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205019.607763:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:2.0:1788205019.607766:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205019.607767:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.607771:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205019.607773:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205019.607775:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788205019.607777:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607781:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205019.607783:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1788205019.607785:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205019.607789:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000008:00000001:3.0:1788205019.607790:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607794:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.607798:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3893:3893:256:4294967295] 192.168.201.124@tcp LPNI seq info [3893:3893:8:4294967295]
00000100:00000010:3.0:1788205019.607801:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000400:00000200:2.0:1788205019.607806:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788205019.607807:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205019.607811:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205019.607812:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.607815:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205019.607817:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205019.607821:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.607823:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788205019.607827:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000800:00000200:2.0:1788205019.607832:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205019.607832:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.607839:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788205019.607841:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205019.607854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205019.607860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205019.607866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205019.607869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205019.607877:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.607880:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205019.607884:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205019.607888:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205019.607894:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205019.607896:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205019.607901:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205019.607905:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.607913:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.607916:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.607924:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607926:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205019.607934:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.607940:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205019.607943:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298826991
00000100:00000010:2.0:1788205019.607950:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c93509c0.
00000100:00000001:3.0:1788205019.607953:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205019.607957:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607960:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788205019.607963:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.607969:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298826991
00000100:00000010:2.0:1788205019.607975:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c9350900.
00000100:00000001:3.0:1788205019.607978:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.607979:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1788205019.607984:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205019.607989:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205019.607991:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205019.607992:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788205019.607993:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205019.607995:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.608000:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205019.608000:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205019.608007:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4152
00000100:00100000:2.0:1788205019.608008:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205019.608016:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000001:2.0:1788205019.608020:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205019.608023:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1788205019.608024:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:2.0:1788205019.608028:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000100:00080000:3.0:1788205019.608029:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205019.608032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205019.608034:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000040:3.0:1788205019.608037:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205019.608039:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205019.608043:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788205019.608044:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205019.608049:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:2.0:1788205019.608083:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608091:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205019.608094:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.608097:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.608100:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.608102:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205019.608107:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1788205019.608108:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205019.608110:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205019.608114:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205019.608118:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:2.0:1788205019.608124:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205019.608124:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205019.608130:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788205019.608134:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205019.608136:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.608142:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.608146:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205019.608149:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205019.608150:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:2.0:1788205019.608154:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205019.608156:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:2.0:1788205019.608158:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.608161:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.608165:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205019.608167:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205019.608170:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205019.608176:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00080000:3.0:1788205019.608176:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205019.608182:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205019.608183:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.608187:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788205019.608189:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205019.608191:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205019.608196:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.608201:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205019.608206:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1788205019.608207:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618721280:192.168.201.124@tcp:250:kworker.0
00000008:00000001:3.0:1788205019.608210:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.608214:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.608220:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788205019.608222:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000100:00000001:2.0:1788205019.608224:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788205019.608227:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000040:2.0:1788205019.608231:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618721280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205019.608233:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205019.608236:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.608241:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205019.608243:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205019.608246:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205019.608247:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.608250:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205019.608254:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000010:3.0:1788205019.608255:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788205019.608258:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205019.608260:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205019.608262:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:2.0:1788205019.608265:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788205019.608267:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205019.608268:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:2.0:1788205019.608274:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205019.608277:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1788205019.608277:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788205019.608279:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788205019.608284:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205019.608286:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.608292:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.608293:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205019.608298:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.608302:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.608309:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205019.608311:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205019.608322:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205019.608325:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205019.608329:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205019.608330:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205019.608333:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205019.608334:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205019.608337:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205019.608338:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205019.608344:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788205019.608346:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205019.608352:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4152
00000100:00000001:2.0:1788205019.608358:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205019.608361:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.608361:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788205019.608366:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1788205019.608368:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:2.0:1788205019.608369:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.608373:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205019.608373:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788205019.608378:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721408:192.168.201.124@tcp:38:kworker.0
00000100:00000040:3.0:1788205019.608380:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205019.608382:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205019.608386:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205019.608387:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205019.608390:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.608391:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:2.0:1788205019.608393:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205019.608397:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:3.0:1788205019.608397:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:2.0:1788205019.608401:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205019.608403:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788205019.608407:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788205019.608407:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000010:2.0:1788205019.608411:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000020:00000001:3.0:1788205019.608412:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205019.608416:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000010:2.0:1788205019.608418:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000020:00000001:3.0:1788205019.608420:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:2.0:1788205019.608424:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721408, portal 10
00000020:00000001:3.0:1788205019.608424:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:2.0:1788205019.608429:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205019.608433:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
00000100:00000040:3.0:1788205019.608434:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.608439:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.608441:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205019.608444:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:2.0:1788205019.608449:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205019.608449:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205019.608453:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205019.608460:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.608464:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205019.608466:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788205019.608468:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205019.608473:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788205019.608474:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205019.608478:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000001:3.0:1788205019.608479:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788205019.608484:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618721408, offset 0
00000008:00100000:3.0:1788205019.608485:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788205019.608491:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.608495:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205019.608496:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.608504:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:3.0:1788205019.608504:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788205019.608510:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:2.0:1788205019.608511:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:3.0:1788205019.608516:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205019.608520:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788205019.608520:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.608525:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788205019.608525:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205019.608529:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205019.608532:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205019.608533:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.608538:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000010:3.0:1788205019.608542:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000400:00000200:2.0:1788205019.608543:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3894:3894:256:4294967295] 192.168.201.124@tcp LPNI seq info [3894:3894:8:4294967295]
00000100:00000001:3.0:1788205019.608548:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.608550:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788205019.608559:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205019.608563:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205019.608576:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205019.608576:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205019.608581:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205019.608583:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000100:00000040:3.0:1788205019.608587:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788205019.608595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205019.608602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788205019.608603:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205019.608608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788205019.608612:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4162)
00000800:00000200:2.1:1788205019.608612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205019.608620:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.608622:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205019.608627:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205019.608630:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205019.608634:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205019.608635:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205019.608639:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205019.608644:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608651:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.608654:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608661:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.608662:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205019.608665:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.608670:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:2.0:1788205019.608673:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205019.608675:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298826903
00000100:00000001:2.0:1788205019.608678:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.608680:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298826903
00000100:00000001:2.0:1788205019.608682:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.608684:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205019.608686:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.608688:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205019.608691:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205019.608699:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205019.608700:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205019.608701:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205019.608703:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205019.608704:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205019.608706:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205019.608709:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205019.608718:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608724:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205019.608725:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.608727:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.608728:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205019.608732:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608738:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205019.608741:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608747:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205019.608749:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.608751:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.608752:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.608754:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205019.608756:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205019.608758:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205019.608761:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205019.608763:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205019.608767:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205019.608773:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205019.608777:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205019.608781:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608792:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205019.608793:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.608795:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205019.608797:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.608799:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205019.608802:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205019.608804:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205019.608807:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205019.608808:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.608810:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205019.608813:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788205019.608815:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.608818:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205019.608821:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205019.608824:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205019.608827:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721536, portal 10
00000100:00000001:2.0:1788205019.608828:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205019.608830:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:2.0:1788205019.608836:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608849:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205019.608851:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205019.608854:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205019.608857:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618721536, offset 0
00000400:00000200:2.0:1788205019.608861:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205019.608865:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205019.608868:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205019.608871:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205019.608873:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205019.608876:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205019.608878:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205019.608881:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3895:3895:256:4294967295] 192.168.201.124@tcp LPNI seq info [3895:3895:8:4294967295]
00000400:00000200:2.0:1788205019.608884:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205019.608890:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205019.608894:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.608897:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205019.608901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205019.608904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205019.608907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205019.608910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205019.608913:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.608915:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205019.608918:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205019.608921:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205019.608924:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205019.608926:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205019.608929:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205019.608933:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608940:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.608943:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.608948:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.608950:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205019.608953:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.608956:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:2.0:1788205019.608959:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205019.608961:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298824748
00000100:00000001:2.0:1788205019.608963:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.608965:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298824748
00000100:00000001:2.0:1788205019.608967:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.608969:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205019.608972:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.608973:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205019.608977:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205019.608984:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205019.608986:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205019.608987:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205019.608990:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205019.608991:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205019.608993:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205019.608996:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205019.609003:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609008:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205019.609009:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609011:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.609012:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205019.609015:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609022:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205019.609025:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609030:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205019.609032:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609034:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.609035:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609036:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205019.609038:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205019.609041:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205019.609045:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205019.609047:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205019.609081:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205019.609088:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205019.609092:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205019.609095:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609100:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205019.609101:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.609103:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205019.609105:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.609107:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205019.609110:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205019.609112:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205019.609114:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205019.609116:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.609117:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205019.609121:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788205019.609123:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.609126:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205019.609128:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205019.609132:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205019.609134:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721664, portal 4
00000100:00000001:2.0:1788205019.609136:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205019.609138:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:2.0:1788205019.609144:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609150:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205019.609153:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205019.609156:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205019.609158:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618721664, offset 0
00000400:00000200:2.0:1788205019.609161:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205019.609166:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205019.609170:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205019.609173:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205019.609175:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205019.609178:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205019.609180:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205019.609183:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3896:3896:256:4294967295] 192.168.201.124@tcp LPNI seq info [3896:3896:8:4294967295]
00000400:00000200:2.0:1788205019.609187:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205019.609192:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205019.609196:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.609199:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205019.609203:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205019.609206:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205019.609210:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205019.609213:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205019.609217:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.609219:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205019.609222:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205019.609225:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205019.609228:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205019.609230:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205019.609233:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205019.609236:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609244:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.609246:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609252:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.609254:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205019.609258:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.609263:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:2.0:1788205019.609266:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205019.609268:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298824729
00000100:00000001:2.0:1788205019.609270:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.609272:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298824729
00000100:00000001:2.0:1788205019.609274:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.609276:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205019.609278:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.609279:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205019.609283:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205019.609289:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205019.609290:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205019.609292:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205019.609294:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205019.609296:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205019.609297:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205019.609300:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205019.609307:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609328:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205019.609330:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609332:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.609333:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205019.609337:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609342:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205019.609346:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609352:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205019.609354:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609356:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.609357:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609358:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205019.609360:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205019.609362:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205019.609365:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205019.609367:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205019.609370:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205019.609378:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205019.609382:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609384:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.609386:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618721408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609392:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205019.609394:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205019.609397:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:2.0:1788205019.609400:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205019.609402:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205019.609403:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205019.609406:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205019.609407:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:2.0:1788205019.609411:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205019.609412:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205019.609414:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00000001:2.0:1788205019.609417:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205019.609418:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609421:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.609424:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618721536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609430:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205019.609435:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205019.609437:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:2.0:1788205019.609439:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205019.609440:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205019.609442:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205019.609444:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205019.609445:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:2.0:1788205019.609448:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205019.609449:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205019.609450:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:2.0:1788205019.609453:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205019.609454:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609455:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.609458:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618721664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609465:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205019.609466:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205019.609467:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788205019.609470:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205019.609471:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205019.609473:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205019.609474:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205019.609475:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:2.0:1788205019.609477:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205019.609478:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205019.609479:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:2.0:1788205019.609481:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205019.609483:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609485:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609491:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205019.609493:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.609495:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205019.609497:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205019.609498:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205019.609501:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609508:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205019.609509:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.609511:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205019.609513:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.609515:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205019.609518:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205019.609521:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205019.609524:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205019.609525:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.609527:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205019.609530:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788205019.609532:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205019.609535:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:2.0:1788205019.609538:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c38c9bb0.
00000400:00000010:2.0:1788205019.609541:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904770.
00000100:00000200:2.0:1788205019.609544:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721792, portal 4
00000100:00000001:2.0:1788205019.609546:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205019.609548:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:2.0:1788205019.609554:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609559:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205019.609561:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:2.0:1788205019.609564:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2ca904b28.
00000100:00000200:2.0:1788205019.609566:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618721792, offset 0
00000400:00000200:2.0:1788205019.609570:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205019.609574:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205019.609577:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:2.0:1788205019.609580:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205019.609583:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205019.609586:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205019.609588:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:2.0:1788205019.609591:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3897:3897:256:4294967295] 192.168.201.124@tcp LPNI seq info [3897:3897:8:4294967295]
00000400:00000200:2.0:1788205019.609595:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205019.609602:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205019.609606:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.609609:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2d9503900.
00000800:00000200:2.0:1788205019.609613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.0:1788205019.609615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205019.609619:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:2.1:1788205019.609622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205019.609625:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:2.0:1788205019.609627:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2d9503900.
00000400:00000200:2.0:1788205019.609629:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205019.609633:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205019.609636:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904b28
00000400:00000010:2.0:1788205019.609638:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904b28.
00000100:00000001:2.0:1788205019.609640:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205019.609644:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609650:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.609652:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609656:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.609657:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205019.609659:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.609661:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:2.0:1788205019.609664:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205019.609665:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298824863
00000100:00000001:2.0:1788205019.609667:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.609668:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298824863
00000100:00000001:2.0:1788205019.609669:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298826991
00000100:00000001:2.0:1788205019.609671:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205019.609673:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.609674:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205019.609676:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205019.609681:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205019.609682:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205019.609683:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c38c9bb0.
00000400:00000200:2.0:1788205019.609684:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2ca904770
00000400:00000010:2.0:1788205019.609685:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2ca904770.
00000100:00000001:2.0:1788205019.609687:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205019.609691:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205019.609699:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609704:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205019.609706:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609707:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.609709:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205019.609712:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609719:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205019.609723:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609729:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205019.609731:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609733:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205019.609734:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609735:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205019.609737:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205019.609740:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205019.609743:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205019.609745:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205019.609749:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205019.609756:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618721792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:2.0:1788205019.609759:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609761:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.609764:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618721792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.609770:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205019.609772:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205019.609773:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:2.0:1788205019.609776:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205019.609777:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205019.609778:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:2.0:1788205019.609780:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205019.609782:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:2.0:1788205019.609785:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205019.609786:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205019.609787:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:2.0:1788205019.609790:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205019.609791:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609792:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.609795:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205019.609796:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.609797:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205019.609799:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205019.927209:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205019.927211:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205019.927215:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927221:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205019.927223:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927225:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927228:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927232:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205019.927234:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927238:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205019.927239:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205019.927243:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205019.927244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205019.927349:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205019.927355:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205019.927359:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205020.631170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205020.631179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205020.631181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205020.631187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205020.631190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205020.631194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205020.631197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205020.631199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205020.631202:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205020.951158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205020.951164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205020.951170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205020.951171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205020.951174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205020.951174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205020.951177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205020.951179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205020.951221:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205020.951226:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205020.951229:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205021.655212:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205021.655220:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205021.655223:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205021.655229:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205021.655233:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205021.655237:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205021.655240:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205021.655243:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205021.655246:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205021.911170:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298826991, at 4298827008
00000100:00000040:2.0:1788205021.911172:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298826991, at 4298827008
00000100:00000010:3.0:1788205021.911188:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c9350900.
00000100:00000010:2.0:1788205021.911190:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c93509c0.
00010000:00000001:3.0:1788205021.975199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205021.975207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205021.975212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205021.975213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205021.975216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205021.975217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205021.975219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205021.975220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205021.975286:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205021.975290:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205021.975293:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205022.679177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205022.679184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205022.679186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205022.679191:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205022.679194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205022.679197:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205022.679200:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205022.679203:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205022.679206:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205022.999150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205022.999155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205022.999159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205022.999160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205022.999163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205022.999164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205022.999166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205022.999166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205022.999224:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205022.999228:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205022.999231:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205023.703163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205023.703170:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205023.703172:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205023.703177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205023.703179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205023.703183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205023.703186:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205023.703188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205023.703191:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205024.023161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205024.023167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205024.023173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205024.023174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205024.023177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205024.023178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205024.023181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205024.023182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205024.023259:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205024.023262:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205024.023265:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205024.727187:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205024.727196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788205024.727197:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205024.727199:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.727206:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:2.0:1788205024.727207:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205024.727211:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205024.727212:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788205024.727215:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205024.727217:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.727220:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205024.727222:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.727236:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788205024.727240:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4157
00000100:00000001:3.0:1788205024.727240:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205024.727251:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205024.727259:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.727262:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205024.727266:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727270:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205024.727273:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727276:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205024.727280:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.727282:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205024.727284:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.727287:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205024.727289:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205024.727291:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205024.727294:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727297:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205024.727299:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727301:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205024.727304:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205024.727307:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727310:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205024.727312:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205024.727315:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205024.727318:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.727320:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205024.727322:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205024.727338:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4a80.
00000020:00000040:2.0:1788205024.727343:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205024.727347:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.727349:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.727353:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.727355:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205024.727360:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205024.727368:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788205024.727375:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205024.727385:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205024.727394:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205024.727399:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205024.727404:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc9938e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.727426:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205024.727429:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205024.727432:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205024.727433:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205024.727435:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205024.727438:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205024.727440:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4157
00000400:00000200:2.0:1788205024.727445:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205024.727449:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.727451:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205024.727452:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788205024.727455:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205024.727457:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205024.727459:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205024.727461:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205024.727465:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727468:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788205024.727471:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205024.727472:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.727474:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205024.727478:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.727482:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205024.727487:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788205024.727489:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788205024.727492:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788205024.727493:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.727499:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788205024.727500:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727503:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205024.727504:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205024.727506:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788205024.727509:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.727510:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205024.727514:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00100000:3.0:1788205024.727518:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618721920:192.168.201.124@tcp:250:kworker.0
00000100:00080000:2.0:1788205024.727520:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727526:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727528:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205024.727529:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205024.727534:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205024.727536:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.727538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205024.727541:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.727543:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205024.727545:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788205024.727549:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
00000008:00100000:2.0:1788205024.727551:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788205024.727554:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788205024.727557:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.727560:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.727564:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205024.727569:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00000010:2.0:1788205024.727577:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7480.
00000020:00000040:2.0:1788205024.727580:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205024.727582:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.727583:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205024.727584:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000001:2.0:1788205024.727585:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.727587:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205024.727590:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205024.727594:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618721920, portal 25
02000000:00000010:2.0:1788205024.727595:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
00000100:00000001:3.0:1788205024.727599:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205024.727601:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727603:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846976 : -116879924704640 : ffff95b2c59b4a80)
00000100:00100000:2.0:1788205024.727609:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788205024.727613:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.727625:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205024.727629:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727631:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205024.727636:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782e1e93] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205024.727638:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205024.727643:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205024.727649:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618721920, offset 0
00000400:00000200:3.0:1788205024.727660:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727661:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.727669:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788205024.727674:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205024.727678:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:2.0:1788205024.727679:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205024.727683:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205024.727686:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205024.727686:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205024.727692:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788205024.727694:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:2.0:1788205024.727698:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4157
00000400:00000200:3.0:1788205024.727701:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.727706:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205024.727710:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3898:3898:256:4294967295] 192.168.201.124@tcp LPNI seq info [3898:3898:8:4294967295]
00000400:00000200:3.0:1788205024.727714:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.727722:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788205024.727731:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:3.0:1788205024.727732:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205024.727739:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000010:3.0:1788205024.727740:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000100:00080000:2.0:1788205024.727743:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205024.727749:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:3.0:1788205024.727753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:2.0:1788205024.727754:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205024.727759:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:3.0:1788205024.727760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1788205024.727762:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205024.727768:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.727771:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000800:00000200:3.1:1788205024.727772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:2.0:1788205024.727773:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.727777:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000800:00000200:3.1:1788205024.727778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1788205024.727781:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788205024.727786:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000100:3.0:1788205024.727786:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.727791:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000100:00000040:2.0:1788205024.727793:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727796:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205024.727798:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788205024.727799:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.727804:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788205024.727808:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788205024.727809:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788205024.727816:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:3.0:1788205024.727816:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000100:00000001:2.0:1788205024.727822:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205024.727822:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
02000000:00000001:2.0:1788205024.727827:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205024.727829:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1788205024.727831:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205024.727836:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205024.727837:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.727839:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205024.727843:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205024.727849:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.727852:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727853:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1788205024.727858:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000100:00000040:3.0:1788205024.727859:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205024.727864:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205024.727869:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.727872:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727875:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.727876:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.727880:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205024.727880:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788205024.727883:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727887:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205024.727890:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000400:00000200:3.0:1788205024.727895:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205024.727896:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727898:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298832111
00000100:00100000:2.0:1788205024.727904:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788205024.727906:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e896c0.
00000100:00000001:2.0:1788205024.727915:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205024.727915:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788205024.727920:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727923:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298832111
00000100:00000040:2.0:1788205024.727926:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205024.727928:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89a80.
00000100:00000001:3.0:1788205024.727934:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788205024.727938:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727940:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788205024.727943:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205024.727944:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.727950:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788205024.727951:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205024.727954:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205024.727956:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788205024.727959:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.727960:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205024.727965:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4157
00000400:00000200:2.0:1788205024.727972:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205024.727978:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.727981:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1788205024.727981:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.727985:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1788205024.727988:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205024.727989:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000100:00000001:2.0:1788205024.727992:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205024.727995:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000100:00000040:2.0:1788205024.727996:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205024.727999:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:2.0:1788205024.728000:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205024.728005:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205024.728006:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1788205024.728007:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205024.728010:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.728014:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000200:3.0:1788205024.728014:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205024.728018:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788205024.728023:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788205024.728030:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.728033:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788205024.728036:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205024.728037:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.728042:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205024.728048:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788205024.728071:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.728074:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728077:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.728079:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.728084:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205024.728089:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205024.728096:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728098:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205024.728100:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205024.728105:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205024.728109:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.728109:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.728113:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205024.728116:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205024.728121:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.728127:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728127:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1788205024.728132:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000100:00000001:3.0:1788205024.728132:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205024.728137:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205024.728137:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.728140:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205024.728142:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205024.728145:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1788205024.728146:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.728149:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205024.728149:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205024.728152:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205024.728156:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205024.728156:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:2.0:1788205024.728161:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00080000:3.0:1788205024.728163:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205024.728167:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728168:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1788205024.728175:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788205024.728177:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.728195:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205024.728200:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.728200:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618721920:192.168.201.124@tcp:250:kworker.0
00000100:00000040:2.0:1788205024.728207:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728211:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728215:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205024.728221:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.728222:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4a80 x1875064618721920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205024.728243:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205024.728244:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.728248:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1788205024.728249:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205024.728252:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1788205024.728252:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
00000100:00080000:2.0:1788205024.728256:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788205024.728259:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788205024.728261:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:3.0:1788205024.728262:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:2.0:1788205024.728266:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4157
00000020:00000040:3.0:1788205024.728266:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205024.728271:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000400:00000200:2.0:1788205024.728274:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788205024.728275:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
00000400:00000200:2.0:1788205024.728280:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:3.0:1788205024.728280:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1788205024.728284:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788205024.728285:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.728288:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4a80.
00000100:00000040:2.0:1788205024.728290:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205024.728292:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205024.728294:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205024.728295:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205024.728298:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205024.728300:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.728302:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205024.728305:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.728306:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205024.728308:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205024.728308:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:2.0:1788205024.728310:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:3.0:1788205024.728311:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205024.728314:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788205024.728315:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205024.728318:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788205024.728320:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788205024.728320:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205024.728327:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205024.728329:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205024.728331:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205024.728333:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.728334:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205024.728339:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788205024.728345:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205024.728346:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.728349:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.728350:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.728352:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205024.728353:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205024.728354:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205024.728358:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.728358:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205024.728363:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.728364:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205024.728368:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205024.728369:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1788205024.728372:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:3.0:1788205024.728372:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.728374:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788205024.728377:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.728377:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205024.728381:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205024.728382:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205024.728386:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205024.728389:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000400:00000200:3.0:1788205024.728389:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788205024.728394:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000010:3.0:1788205024.728395:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205024.728400:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
02000000:00000001:2.0:1788205024.728401:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.728404:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205024.728405:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722048, portal 10
00000100:00000001:2.0:1788205024.728407:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205024.728408:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788205024.728410:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205024.728411:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784857728 : -116879924693888 : ffff95b2c59b7480)
02000000:00000001:2.0:1788205024.728414:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.728418:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205024.728421:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000001:3.0:1788205024.728426:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788205024.728428:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.728429:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205024.728432:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205024.728435:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618722048, offset 0
00000100:00100000:2.0:1788205024.728438:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205024.728439:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205024.728446:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.728452:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788205024.728456:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205024.728457:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205024.728461:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.728462:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:2.0:1788205024.728469:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205024.728469:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.728474:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205024.728482:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3899:3899:256:4294967295] 192.168.201.124@tcp LPNI seq info [3899:3899:8:4294967295]
00000100:00000001:2.0:1788205024.728489:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.728491:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205024.728495:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4167)
00000400:00000200:3.0:1788205024.728504:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.728510:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.728514:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205024.728518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205024.728521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205024.728526:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205024.728528:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205024.728532:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.728534:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205024.728537:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.728541:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.728544:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205024.728545:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205024.728548:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.728551:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728559:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.728562:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728568:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728570:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.728572:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.728577:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205024.728580:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205024.728581:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298832023
00000100:00000001:3.0:1788205024.728584:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.728586:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298832023
00000100:00000001:3.0:1788205024.728588:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.728590:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.728592:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728593:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.728597:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.728604:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.728605:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.728607:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205024.728609:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205024.728611:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205024.728613:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.728616:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.728624:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728630:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.728632:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728634:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.728635:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.728639:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728645:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.728649:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728655:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.728657:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728659:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.728660:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728662:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.728663:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.728666:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.728669:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205024.728671:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.728675:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.728682:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205024.728686:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205024.728689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728699:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.728700:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.728702:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.728704:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.728705:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.728708:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205024.728710:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205024.728712:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.728713:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.728715:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205024.728717:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205024.728719:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.728722:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205024.728725:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205024.728728:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205024.728731:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722176, portal 10
00000100:00000001:3.0:1788205024.728733:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.728734:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:3.0:1788205024.728739:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728745:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.728747:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205024.728749:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205024.728751:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618722176, offset 0
00000400:00000200:3.0:1788205024.728755:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205024.728759:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.728762:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205024.728765:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205024.728767:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205024.728769:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.728772:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205024.728775:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3900:3900:256:4294967295] 192.168.201.124@tcp LPNI seq info [3900:3900:8:4294967295]
00000400:00000200:3.0:1788205024.728779:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.728784:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.728788:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.728792:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205024.728795:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205024.728798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205024.728801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205024.728804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205024.728807:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.728809:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205024.728811:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.728814:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.728817:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205024.728818:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205024.728821:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.728824:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728831:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.728834:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728840:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728841:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.728844:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.728847:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205024.728849:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205024.728851:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298829868
00000100:00000001:3.0:1788205024.728853:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.728855:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298829868
00000100:00000001:3.0:1788205024.728857:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.728859:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.728861:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.728863:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.728866:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.728873:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.728874:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.728876:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205024.728878:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205024.728880:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205024.728882:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.728885:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.728892:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728898:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.728899:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728901:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.728902:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.728906:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728912:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.728915:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728921:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.728924:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728925:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.728926:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.728928:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.728929:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.728932:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.728936:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205024.728938:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.728942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.728949:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205024.728953:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205024.728956:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.728962:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.728963:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.728965:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.728967:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.728968:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.728971:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.728974:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205024.728976:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.728977:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.728979:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205024.728982:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205024.728984:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.728987:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205024.728989:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205024.728992:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205024.728995:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722304, portal 4
00000100:00000001:3.0:1788205024.728996:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.728997:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000040:3.0:1788205024.729002:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729008:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.729011:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205024.729013:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205024.729015:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618722304, offset 0
00000400:00000200:3.0:1788205024.729019:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205024.729023:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.729026:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205024.729029:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205024.729031:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205024.729033:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.729036:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205024.729038:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3901:3901:256:4294967295] 192.168.201.124@tcp LPNI seq info [3901:3901:8:4294967295]
00000400:00000200:3.0:1788205024.729042:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.729048:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.729070:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.729074:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205024.729077:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205024.729079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205024.729083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205024.729085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205024.729089:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.729091:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205024.729094:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.729097:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.729099:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205024.729101:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205024.729103:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.729107:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729114:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.729117:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729124:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.729125:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.729128:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.729131:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205024.729134:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205024.729136:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298829849
00000100:00000001:3.0:1788205024.729138:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.729140:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298829849
00000100:00000001:3.0:1788205024.729142:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.729144:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.729145:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.729147:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.729150:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.729157:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.729158:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.729160:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205024.729162:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205024.729164:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205024.729165:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.729169:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.729176:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729182:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.729183:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729185:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.729186:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.729190:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729196:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.729200:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729207:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.729209:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729211:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.729212:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729213:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.729215:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.729217:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.729219:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205024.729221:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.729234:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.729243:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.729247:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729248:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.729251:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7480 x1875064618722048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729257:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.729259:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.729261:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205024.729264:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.729265:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.729266:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205024.729268:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.729269:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:3.0:1788205024.729272:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.729273:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.729274:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7480.
00000100:00000001:3.0:1788205024.729277:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.729278:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729280:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.729283:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618722176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729288:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.729290:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.729291:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205024.729293:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.729294:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.729295:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205024.729297:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.729298:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:3.0:1788205024.729300:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.729301:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.729302:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:3.0:1788205024.729304:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.729306:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729307:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.729310:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618722304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729316:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.729317:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.729318:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205024.729320:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.729321:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.729322:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205024.729324:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.729325:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:3.0:1788205024.729327:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.729328:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.729329:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:3.0:1788205024.729332:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.729333:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729335:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729338:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205024.729339:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.729341:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205024.729343:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205024.729344:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205024.729347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729353:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.729355:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.729357:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.729358:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.729360:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.729363:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.729365:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205024.729367:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.729368:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.729370:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205024.729373:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205024.729374:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.729377:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205024.729380:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205024.729383:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205024.729386:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722432, portal 4
00000100:00000001:3.0:1788205024.729388:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.729389:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:3.0:1788205024.729394:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729400:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.729402:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205024.729404:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205024.729406:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618722432, offset 0
00000400:00000200:3.0:1788205024.729409:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205024.729413:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.729416:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205024.729419:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205024.729421:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205024.729424:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.729426:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205024.729429:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3902:3902:256:4294967295] 192.168.201.124@tcp LPNI seq info [3902:3902:8:4294967295]
00000400:00000200:3.0:1788205024.729433:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205024.729439:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.729443:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.729445:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205024.729449:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205024.729451:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205024.729455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205024.729457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205024.729474:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205024.729476:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205024.729479:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.729482:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.729485:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205024.729487:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205024.729489:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.729493:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729501:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.729503:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729509:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.729511:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.729514:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.729516:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205024.729519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205024.729521:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298829983
00000100:00000001:3.0:1788205024.729524:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.729525:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298829983
00000100:00000001:3.0:1788205024.729527:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298832111
00000100:00000001:3.0:1788205024.729530:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.729532:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.729533:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.729537:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.729544:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.729546:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.729547:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205024.729549:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205024.729551:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205024.729553:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.729556:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.729564:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729570:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.729571:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729573:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.729574:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.729578:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729584:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.729588:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729594:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.729597:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729598:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.729599:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729601:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.729603:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.729606:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.729609:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205024.729611:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.729614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.729621:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.729624:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729626:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.729628:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618722432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.729634:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.729635:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.729637:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205024.729639:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.729640:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.729641:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205024.729643:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.729645:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:3.0:1788205024.729647:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.729648:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.729649:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:3.0:1788205024.729651:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.729652:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729654:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.729657:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205024.729658:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.729660:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205024.729661:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205025.047184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205025.047191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205025.047198:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205025.047200:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205025.047206:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205025.047208:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205025.047209:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047212:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205025.047214:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047215:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047218:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205025.047253:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205025.047254:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205025.047255:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047257:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205025.047258:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047260:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205025.047261:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205025.047309:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205025.047312:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205025.047314:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205025.751169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205025.751176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205025.751177:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205025.751186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205025.751190:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205025.751194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205025.751196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205025.751199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205025.751201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205026.071166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205026.071172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205026.071177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205026.071179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205026.071182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205026.071183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205026.071186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205026.071187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205026.071251:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205026.071254:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205026.071257:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205026.778305:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205026.778312:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205026.778314:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205026.778319:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205026.778323:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205026.778326:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205026.778329:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205026.778332:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205026.778335:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205027.031147:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298832111, at 4298832128
00000100:00000040:3.0:1788205027.031147:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298832111, at 4298832128
00000100:00000010:3.0:1788205027.031159:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89a80.
00000100:00000010:2.0:1788205027.031162:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e896c0.
00010000:00000001:3.0:1788205027.095197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205027.095205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205027.095211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205027.095213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205027.095216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205027.095217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205027.095220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205027.095222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205027.095285:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205027.095289:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205027.095292:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205027.799271:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205027.799279:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205027.799281:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205027.799287:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205027.799291:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205027.799294:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205027.799296:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205027.799298:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205027.799300:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205028.119213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205028.119222:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205028.119224:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205028.119227:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119230:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205028.119232:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119234:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119236:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119239:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205028.119241:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205028.119244:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205028.119245:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205028.119299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205028.119301:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205028.119304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205028.823181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205028.823189:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205028.823191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205028.823196:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205028.823199:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205028.823202:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205028.823203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205028.823206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205028.823208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205029.143116:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205029.143121:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205029.143125:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205029.143126:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205029.143128:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205029.143130:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205029.143131:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205029.143132:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205029.143189:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205029.143194:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205029.143197:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205029.847151:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205029.847157:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205029.847160:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.847165:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205029.847169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205029.847173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.847175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.847178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.847180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205029.847185:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205029.847196:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205029.847199:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205029.847202:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205029.847205:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205029.847211:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4162
00000400:00000200:1.0:1788205029.847218:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205029.847223:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205029.847226:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205029.847228:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847230:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847231:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847233:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205029.847235:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205029.847243:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788205029.847245:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205029.847248:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788205029.847250:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788205029.847251:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788205029.847253:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847254:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847255:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847256:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205029.847258:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788205029.847260:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847261:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205029.847263:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205029.847266:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205029.847267:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847269:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205029.847270:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205029.847278:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7480.
00000020:00000040:1.0:1788205029.847281:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788205029.847285:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205029.847286:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847289:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205029.847291:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205029.847295:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205029.847303:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:1.0:1788205029.847310:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205029.847319:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205029.847329:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205029.847334:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205029.847339:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e866858b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205029.847366:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205029.847369:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205029.847371:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205029.847373:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205029.847374:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205029.847376:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205029.847379:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4162
00000400:00000200:1.0:1788205029.847383:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205029.847385:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205029.847388:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205029.847391:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847393:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847395:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847397:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205029.847399:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205029.847400:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788205029.847402:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205029.847404:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788205029.847406:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788205029.847408:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788205029.847411:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847413:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847414:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847416:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205029.847418:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788205029.847421:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847423:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205029.847425:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205029.847429:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205029.847431:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847433:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205029.847437:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205029.847440:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847442:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205029.847447:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000020:00000040:1.0:1788205029.847449:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205029.847451:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205029.847452:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847454:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205029.847462:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205029.847464:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205029.847468:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788205029.847472:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205029.847476:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205029.847483:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205029.847485:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205029.847488:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205029.847495:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205029.847497:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205029.847500:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205029.847501:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205029.847503:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205029.847505:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205029.847507:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4162
00000400:00000200:1.0:1788205029.847510:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205029.847513:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205029.847515:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205029.847517:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847519:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847521:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847523:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205029.847525:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205029.847527:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788205029.847529:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205029.847531:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788205029.847533:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788205029.847534:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788205029.847537:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847538:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847539:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847541:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205029.847543:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788205029.847545:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847546:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205029.847548:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205029.847550:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205029.847552:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847553:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205029.847555:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205029.847557:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847559:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205029.847562:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788205029.847564:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205029.847566:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205029.847567:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847568:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205029.847570:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205029.847571:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205029.847574:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788205029.847577:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205029.847581:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205029.847594:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205029.847595:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205029.847599:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205029.847606:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205029.847608:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205029.847611:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205029.847613:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205029.847614:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205029.847616:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205029.847618:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4162
00000400:00000200:1.0:1788205029.847621:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205029.847623:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205029.847625:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205029.847626:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847627:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847629:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847630:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205029.847631:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205029.847632:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788205029.847633:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205029.847634:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788205029.847635:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788205029.847636:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788205029.847638:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847639:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847640:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847641:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205029.847642:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788205029.847644:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847646:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205029.847647:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205029.847649:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205029.847651:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847653:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205029.847655:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205029.847657:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847659:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205029.847662:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788205029.847664:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205029.847666:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205029.847667:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847669:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205029.847670:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205029.847672:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205029.847674:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788205029.847676:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205029.847679:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205029.847683:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205029.847684:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205029.847687:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205029.847691:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205029.847692:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205029.847695:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205029.847695:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205029.847696:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205029.847698:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205029.847699:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4162
00000400:00000200:1.0:1788205029.847702:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205029.847703:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205029.847705:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205029.847706:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847707:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847708:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847710:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205029.847711:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205029.847711:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788205029.847712:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205029.847713:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788205029.847714:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788205029.847715:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788205029.847717:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847718:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205029.847719:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847720:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205029.847721:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788205029.847723:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205029.847724:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205029.847725:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205029.847727:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205029.847727:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847729:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205029.847730:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788205029.847731:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847732:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205029.847733:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000020:00000040:1.0:1788205029.847734:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205029.847736:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205029.847737:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205029.847738:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205029.847739:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205029.847739:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205029.847742:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788205029.847743:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205029.847746:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205029.847749:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205029.847751:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205029.847752:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205029.847756:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205029.847759:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4172)
00000100:00000001:3.0:1788205029.847809:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205029.847812:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205029.847814:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.847819:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.847824:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.847825:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.847828:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.847829:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.847831:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.847834:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618722560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205029.847836:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.847839:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.847841:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.847843:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.847846:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205029.847847:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.847851:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205029.847855:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205029.847860:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205029.847867:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722560, portal 25
00000100:00000001:3.0:1788205029.847869:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.847871:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371968 : -116879935179648 : ffff95b2c4fb7480)
00000100:00000040:3.0:1788205029.847876:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.847883:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.847886:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205029.847889:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205029.847893:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618722560, offset 0
00000400:00000200:3.0:1788205029.847900:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205029.847908:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.847915:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205029.847921:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.847926:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205029.847930:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.847933:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205029.847937:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3903:3903:256:4294967295] 192.168.201.124@tcp LPNI seq info [3903:3903:8:4294967295]
00000400:00000200:3.0:1788205029.847942:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.847951:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.847958:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.847964:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205029.847972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205029.847975:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205029.847982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205029.847986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205029.847991:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.847994:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205029.848000:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205029.848004:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205029.848010:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205029.848013:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205029.848018:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205029.848022:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848031:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.848036:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848043:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848045:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205029.848082:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.848087:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205029.848090:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298837232
00000100:00000010:3.0:1788205029.848095:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89a80.
00000100:00000001:3.0:1788205029.848102:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205029.848106:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298837232
00000100:00000010:3.0:1788205029.848109:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89420.
00000100:00000001:3.0:1788205029.848112:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205029.848114:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.848117:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848119:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205029.848125:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205029]  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205029.848133:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205029.848135:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205029.848150:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205029.848153:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205029.848155:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205029.848157:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205029.848161:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205029.848170:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848176:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205029.848178:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848179:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848181:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205029.848183:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848188:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205029.848191:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848195:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205029.848197:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848198:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848198:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848200:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205029.848201:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205029.848203:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205029.848205:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205029.848207:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205029.848209:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205029.848213:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618722560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205029.848217:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.848219:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848222:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.848223:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848224:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.848226:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.848227:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.848228:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205029.848230:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.848232:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.848233:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848234:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.848236:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205029.848238:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.848240:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205029.848242:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205029.848244:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205029.848246:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722688, portal 10
00000100:00000001:3.0:1788205029.848247:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.848248:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:3.0:1788205029.848253:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848257:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.848258:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205029.848259:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205029.848261:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618722688, offset 0
00000400:00000200:3.0:1788205029.848263:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848266:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848268:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205029.848270:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.848272:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205029.848274:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.848276:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848279:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3904:3904:256:4294967295] 192.168.201.124@tcp LPNI seq info [3904:3904:8:4294967295]
00000400:00000200:3.0:1788205029.848283:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848288:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.848293:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848295:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205029.848299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205029.848302:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205029.848306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205029.848308:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205029.848312:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848314:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205029.848316:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205029.848320:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205029.848323:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205029.848324:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205029.848327:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205029.848329:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848334:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.848336:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848340:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848341:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205029.848343:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.848346:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205029.848348:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205029.848349:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298837143
00000100:00000001:3.0:1788205029.848351:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.848353:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298837143
00000100:00000001:3.0:1788205029.848355:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.848356:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.848357:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848358:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205029.848361:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205029]  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205029.848365:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205029.848365:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205029.848366:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205029.848367:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205029.848368:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205029.848369:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205029.848371:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205029.848376:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848382:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205029.848384:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848385:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848386:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205029.848390:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848396:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205029.848399:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848406:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205029.848408:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848409:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848410:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848412:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205029.848414:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205029.848416:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205029.848419:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205029.848421:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205029.848425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205029.848433:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205029.848436:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.848439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848445:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.848446:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848448:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.848450:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.848451:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.848454:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205029.848457:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.848459:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.848460:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848462:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.848464:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205029.848466:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.848469:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205029.848471:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205029.848474:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205029.848477:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722816, portal 10
00000100:00000001:3.0:1788205029.848478:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.848480:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:3.0:1788205029.848485:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848491:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.848493:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205029.848496:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205029.848498:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618722816, offset 0
00000400:00000200:3.0:1788205029.848501:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848505:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848508:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205029.848511:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.848514:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205029.848516:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.848518:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848521:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3905:3905:256:4294967295] 192.168.201.124@tcp LPNI seq info [3905:3905:8:4294967295]
00000400:00000200:3.0:1788205029.848525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848530:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.848534:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848537:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205029.848541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205029.848543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205029.848546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205029.848549:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205029.848552:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848553:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205029.848555:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205029.848558:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205029.848560:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205029.848561:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205029.848564:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205029.848567:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848572:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.848575:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848585:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848586:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205029.848589:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.848591:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205029.848594:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205029.848596:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298834988
00000100:00000001:3.0:1788205029.848599:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.848601:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298834988
00000100:00000001:3.0:1788205029.848602:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.848604:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.848606:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848607:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205029.848611:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205029]  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205029.848618:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205029.848620:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205029.848621:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205029.848624:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205029.848625:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205029.848627:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205029.848630:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205029.848639:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848644:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205029.848646:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848647:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848648:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205029.848652:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848658:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205029.848662:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848668:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205029.848671:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848672:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848673:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848675:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205029.848676:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205029.848678:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205029.848681:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205029.848683:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205029.848686:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205029.848693:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205029.848697:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.848700:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848707:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.848708:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848710:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.848712:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.848713:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.848716:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205029.848718:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.848720:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.848722:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848723:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.848726:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205029.848728:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.848731:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205029.848733:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205029.848736:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205029.848738:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618722944, portal 4
00000100:00000001:3.0:1788205029.848740:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.848742:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:3.0:1788205029.848746:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848752:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.848755:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205029.848756:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205029.848759:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618722944, offset 0
00000400:00000200:3.0:1788205029.848762:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848765:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848768:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205029.848770:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.848773:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205029.848775:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.848777:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848780:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3906:3906:256:4294967295] 192.168.201.124@tcp LPNI seq info [3906:3906:8:4294967295]
00000400:00000200:3.0:1788205029.848783:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848789:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.848792:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848795:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205029.848799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205029.848801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205029.848805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205029.848808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205029.848811:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848814:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205029.848816:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205029.848819:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205029.848822:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205029.848823:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205029.848825:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205029.848827:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848832:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.848833:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848837:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848838:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205029.848840:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.848842:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205029.848844:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205029.848845:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298834968
00000100:00000001:3.0:1788205029.848847:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.848848:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298834968
00000100:00000001:3.0:1788205029.848849:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.848851:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.848852:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848853:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205029.848855:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205029]  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205029.848859:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205029.848860:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205029.848861:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205029.848862:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205029.848863:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205029.848864:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205029.848866:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205029.848870:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848874:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205029.848874:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848875:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848876:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205029.848878:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848881:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205029.848883:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848887:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205029.848888:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848889:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.848889:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.848890:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205029.848891:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205029.848892:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205029.848894:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205029.848895:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205029.848897:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205029.848901:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618722944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205029.848903:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.848905:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848909:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.848910:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848912:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.848913:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.848914:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.848915:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205029.848917:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.848918:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.848918:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.848919:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.848921:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788205029.848922:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.848924:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205029.848925:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205029.848927:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205029.848928:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723072, portal 4
00000100:00000001:3.0:1788205029.848929:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.848930:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000040:3.0:1788205029.848934:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848937:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.848938:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205029.848940:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205029.848941:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618723072, offset 0
00000400:00000200:3.0:1788205029.848943:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848945:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848947:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205029.848949:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.848950:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205029.848952:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.848953:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205029.848955:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3907:3907:256:4294967295] 192.168.201.124@tcp LPNI seq info [3907:3907:8:4294967295]
00000400:00000200:3.0:1788205029.848958:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205029.848961:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.848964:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848966:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205029.848968:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205029.848970:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205029.848972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205029.848973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205029.848976:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205029.848977:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205029.848978:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205029.848980:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205029.848982:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205029.848983:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205029.848984:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205029.848986:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848990:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.848992:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.848995:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.848996:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205029.848998:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.848999:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205029.849000:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205029.849001:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298835102
00000100:00000001:3.0:1788205029.849003:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.849004:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298835102
00000100:00000001:3.0:1788205029.849005:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298837232
00000100:00000001:3.0:1788205029.849007:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.849008:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.849009:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205029.849011:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205029]  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205029.849015:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205029.849016:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205029.849017:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205029.849018:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205029.849019:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205029.849020:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205029.849021:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205029.849026:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849029:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205029.849030:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849031:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.849032:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205029.849033:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849037:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205029.849039:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849042:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205029.849043:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849044:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205029.849045:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849045:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205029.849046:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205029.849048:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205029.849050:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205029.849066:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205029.849069:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205029.849073:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205029.849076:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849077:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.849079:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7480 x1875064618722560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849083:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205029.849085:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205029.849086:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205029.849088:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205029.849089:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205029.849090:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205029.849092:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205029.849093:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:3.0:1788205029.849096:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205029.849097:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205029.849098:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7480.
00000100:00000001:3.0:1788205029.849100:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205029.849101:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849102:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.849104:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618722688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849107:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205029.849108:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205029.849109:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205029.849111:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205029.849112:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205029.849113:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205029.849114:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205029.849116:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:3.0:1788205029.849118:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205029.849119:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205029.849120:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:3.0:1788205029.849122:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205029.849123:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849125:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.849128:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618722816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849133:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205029.849134:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205029.849145:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205029.849149:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205029.849150:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205029.849151:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205029.849153:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205029.849154:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:3.0:1788205029.849156:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205029.849157:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205029.849159:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:3.0:1788205029.849161:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205029.849162:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849164:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.849167:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618722944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849174:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205029.849175:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205029.849176:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205029.849177:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205029.849178:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205029.849178:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205029.849180:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205029.849181:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
02000000:00000001:3.0:1788205029.849183:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205029.849184:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205029.849185:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:3.0:1788205029.849187:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205029.849187:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849188:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205029.849190:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618723072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.849194:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205029.849194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205029.849195:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788205029.849196:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205029.849197:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205029.849197:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205029.849198:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205029.849199:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:3.0:1788205029.849200:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205029.849200:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205029.849201:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:3.0:1788205029.849202:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205029.849203:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849204:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.849209:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205029.849210:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.849212:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205029.849213:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167153:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205030.167159:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205030.167161:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205030.167164:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167167:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205030.167169:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167170:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167171:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205030.167175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205030.167178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205030.167180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205030.167181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205030.167232:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205030.167235:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205030.167238:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205030.871196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205030.871202:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205030.871204:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205030.871207:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205030.871210:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205030.871212:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205030.871214:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205030.871215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205030.871217:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205031.191199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205031.191204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205031.191210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205031.191212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205031.191215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205031.191216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205031.191219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205031.191220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205031.191275:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205031.191279:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205031.191282:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205031.895207:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205031.895214:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205031.895216:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205031.895221:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205031.895225:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205031.895229:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205031.895231:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205031.895233:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205031.895236:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205032.151156:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298837232, at 4298837248
00000100:00000010:3.0:1788205032.151170:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89420.
00000100:00000040:2.0:1788205032.151181:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298837232, at 4298837248
00000100:00000010:2.0:1788205032.151190:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89a80.
00010000:00000001:3.0:1788205032.215185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205032.215192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205032.215196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205032.215197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205032.215201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205032.215202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205032.215205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205032.215206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205032.215290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205032.215298:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205032.215304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205032.919205:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205032.919214:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205032.919216:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205032.919221:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205032.919225:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205032.919228:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205032.919231:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205032.919234:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205032.919237:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205033.239285:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205033.239292:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205033.239296:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205033.239297:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205033.239300:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205033.239301:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205033.239303:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205033.239304:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205033.239364:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205033.239368:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205033.239371:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205033.943212:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205033.943223:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205033.943226:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205033.943234:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205033.943238:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205033.943243:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205033.943246:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205033.943249:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205033.943252:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205034.263187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205034.263195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205034.263200:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205034.263202:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205034.263208:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205034.263210:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205034.263212:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263214:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205034.263216:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263218:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263230:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263235:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205034.263236:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205034.263237:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205034.263239:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263241:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205034.263242:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263243:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205034.263245:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205034.263331:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205034.263335:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205034.263338:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205034.967187:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205034.967197:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205034.967200:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205034.967203:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205034.967207:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205034.967213:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4167
00000400:00000200:0.0:1788205034.967222:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205034.967228:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205034.967231:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205034.967233:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967237:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967239:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967242:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205034.967246:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205034.967248:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205034.967250:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205034.967253:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205034.967255:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205034.967258:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205034.967261:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967263:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967265:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967266:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205034.967269:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205034.967272:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967275:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.967278:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205034.967282:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.967284:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967286:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205034.967288:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205034.967297:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205034.967300:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205034.967304:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205034.967305:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967308:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205034.967311:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205034.967315:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205034.967322:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:0.0:1788205034.967329:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.967337:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205034.967347:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205034.967351:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.967355:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.967376:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205034.967378:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205034.967382:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205034.967383:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205034.967384:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205034.967387:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205034.967389:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4167
00000400:00000200:0.0:1788205034.967393:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205034.967396:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205034.967398:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205034.967400:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967402:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967404:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967406:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205034.967409:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205034.967410:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205034.967411:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205034.967413:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788205034.967416:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205034.967418:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205034.967420:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967422:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967424:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967425:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205034.967428:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205034.967430:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967433:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.967434:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205034.967439:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.967441:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967443:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205034.967446:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205034.967449:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967451:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205034.967455:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788205034.967458:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205034.967460:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205034.967461:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967463:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205034.967464:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205034.967466:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205034.967470:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788205034.967472:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.967477:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205034.967484:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205034.967486:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.967490:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.967503:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205034.967505:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205034.967508:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205034.967510:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205034.967512:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205034.967514:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205034.967516:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4167
00000400:00000200:0.0:1788205034.967520:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205034.967522:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205034.967525:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205034.967527:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967529:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967531:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967532:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205034.967534:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205034.967535:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205034.967537:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205034.967539:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205034.967540:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205034.967543:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205034.967545:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967547:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967549:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967551:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205034.967559:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788205034.967562:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967564:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.967567:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205034.967569:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.967571:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967573:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205034.967574:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205034.967577:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967578:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205034.967582:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788205034.967584:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205034.967586:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205034.967587:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967588:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205034.967590:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205034.967591:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205034.967595:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788205034.967598:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.967602:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205034.967609:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205034.967610:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.967614:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.967621:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205034.967624:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205034.967627:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205034.967628:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205034.967630:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205034.967632:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205034.967634:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4167
00000400:00000200:0.0:1788205034.967638:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205034.967641:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205034.967643:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205034.967646:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967648:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967650:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967652:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205034.967654:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205034.967655:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205034.967656:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205034.967658:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788205034.967660:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788205034.967662:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788205034.967664:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967666:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967668:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967670:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205034.967672:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205034.967674:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967677:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.967678:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205034.967681:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.967683:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967685:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205034.967687:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205034.967689:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967690:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205034.967693:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788205034.967695:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205034.967698:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205034.967699:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967701:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205034.967702:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205034.967704:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205034.967707:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788205034.967710:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.967715:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205034.967721:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205034.967723:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.967726:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.967733:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205034.967735:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205034.967738:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205034.967739:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205034.967741:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205034.967743:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205034.967745:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4167
00000400:00000200:0.0:1788205034.967749:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205034.967752:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205034.967754:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205034.967756:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967758:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967760:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967762:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205034.967764:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205034.967765:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205034.967767:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205034.967768:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788205034.967770:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205034.967772:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788205034.967775:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967777:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205034.967779:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967781:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205034.967783:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788205034.967786:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205034.967788:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.967789:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205034.967792:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.967793:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967796:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205034.967797:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788205034.967799:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967801:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205034.967804:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205034.967806:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205034.967814:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205034.967816:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.967818:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205034.967819:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205034.967821:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205034.967824:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788205034.967827:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.967831:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205034.967838:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205034.967840:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.967843:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.967850:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.967854:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4177)
00000100:00000001:3.0:1788205034.968162:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205034.968167:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205034.968170:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205034.968178:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.968179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205034.968182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205034.968185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205034.968189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205034.968192:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205034.968193:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205034.968197:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968197:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.968201:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205034.968203:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205034.968205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.968205:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205034.968210:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205034.968215:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205034.968219:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618723200:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205034.968223:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205034.968227:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205034.968229:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.968232:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205034.968236:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788205034.968238:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205034.968243:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205034.968247:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205034.968253:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205034.968259:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723200, portal 25
00000100:00000001:3.0:1788205034.968261:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205034.968263:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788205034.968268:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968274:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205034.968277:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205034.968280:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205034.968283:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618723200, offset 0
00000400:00000200:3.0:1788205034.968289:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205034.968296:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.968301:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205034.968311:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205034.968315:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205034.968319:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205034.968321:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205034.968325:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3908:3908:256:4294967295] 192.168.201.124@tcp LPNI seq info [3908:3908:8:4294967295]
00000400:00000200:3.0:1788205034.968329:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.968338:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205034.968344:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.968349:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205034.968354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205034.968358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788205034.968363:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205034.968366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788205034.968371:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.968373:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205034.968379:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205034.968383:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205034.968388:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205034.968391:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205034.968394:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205034.968398:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968407:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.968410:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968417:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.968419:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205034.968425:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205034.968428:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205034.968431:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298842352
00000100:00000010:3.0:1788205034.968436:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89420.
00000100:00000001:3.0:1788205034.968441:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205034.968445:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298842352
00000100:00000010:3.0:1788205034.968448:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89c60.
00000100:00000001:3.0:1788205034.968451:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205034.968453:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205034.968456:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.968458:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205034.968468:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205034.968477:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205034.968478:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205034.968480:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205034.968483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205034.968485:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205034.968487:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205034.968491:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205034.968499:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968505:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205034.968507:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968509:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.968511:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205034.968515:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968522:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205034.968526:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968534:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205034.968537:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968538:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.968539:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968541:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205034.968543:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205034.968545:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205034.968548:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205034.968549:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205034.968552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205034.968557:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618723200:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205034.968560:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205034.968562:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968566:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205034.968567:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.968568:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205034.968569:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205034.968571:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205034.968573:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205034.968575:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205034.968576:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205034.968577:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.968578:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205034.968580:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205034.968581:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205034.968584:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205034.968586:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205034.968588:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205034.968590:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723328, portal 10
00000100:00000001:3.0:1788205034.968591:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205034.968592:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205034.968596:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968600:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205034.968601:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205034.968602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205034.968604:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618723328, offset 0
00000400:00000200:3.0:1788205034.968606:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205034.968608:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.968611:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205034.968613:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205034.968614:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205034.968616:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205034.968617:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205034.968619:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3909:3909:256:4294967295] 192.168.201.124@tcp LPNI seq info [3909:3909:8:4294967295]
00000400:00000200:3.0:1788205034.968621:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.968625:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205034.968628:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.968629:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205034.968632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205034.968633:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788205034.968636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205034.968638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788205034.968640:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.968641:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205034.968643:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205034.968645:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205034.968647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205034.968648:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205034.968650:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205034.968652:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968656:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.968658:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968662:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.968663:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205034.968665:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205034.968667:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205034.968669:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205034.968670:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298842263
00000100:00000001:3.0:1788205034.968671:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.968673:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298842263
00000100:00000001:3.0:1788205034.968674:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.968675:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205034.968676:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.968678:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205034.968680:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205034.968687:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205034.968688:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205034.968690:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205034.968692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205034.968693:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205034.968695:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205034.968698:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205034.968705:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968717:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205034.968719:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968720:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.968722:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205034.968725:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968731:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205034.968736:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968742:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205034.968744:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968745:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.968746:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968748:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205034.968750:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205034.968752:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205034.968755:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205034.968757:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205034.968761:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205034.968768:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205034.968772:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205034.968775:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968781:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205034.968782:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.968785:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205034.968786:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205034.968788:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205034.968791:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205034.968794:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205034.968795:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205034.968797:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.968798:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205034.968801:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205034.968803:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205034.968807:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205034.968809:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205034.968812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205034.968814:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723456, portal 10
00000100:00000001:3.0:1788205034.968815:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205034.968816:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205034.968821:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968824:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205034.968826:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205034.968827:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205034.968828:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618723456, offset 0
00000400:00000200:3.0:1788205034.968831:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205034.968833:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.968835:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205034.968837:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205034.968839:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205034.968840:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205034.968842:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205034.968844:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3910:3910:256:4294967295] 192.168.201.124@tcp LPNI seq info [3910:3910:8:4294967295]
00000400:00000200:3.0:1788205034.968846:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.968850:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205034.968853:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.968854:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205034.968857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205034.968858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788205034.968861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205034.968862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788205034.968864:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.968866:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205034.968868:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205034.968869:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205034.968871:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205034.968872:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205034.968874:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205034.968877:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968884:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.968887:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968893:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.968894:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205034.968897:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205034.968900:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205034.968903:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205034.968905:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298840108
00000100:00000001:3.0:1788205034.968907:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.968909:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298840108
00000100:00000001:3.0:1788205034.968911:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.968913:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205034.968915:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.968917:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205034.968920:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205034.968929:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205034.968930:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205034.968932:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205034.968934:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205034.968936:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205034.968938:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205034.968941:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205034.968949:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968955:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205034.968957:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968958:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.968960:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205034.968963:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968970:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205034.968972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.968977:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205034.968979:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968981:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.968982:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.968984:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205034.968985:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205034.968987:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205034.968990:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205034.968992:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205034.968997:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205034.969004:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205034.969008:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205034.969011:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969017:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205034.969018:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.969020:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205034.969022:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205034.969023:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205034.969025:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205034.969027:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205034.969029:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205034.969030:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.969032:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969035:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205034.969037:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205034.969040:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205034.969043:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205034.969046:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205034.969094:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723584, portal 4
00000100:00000001:3.0:1788205034.969096:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205034.969097:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205034.969101:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969105:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205034.969107:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205034.969109:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205034.969110:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618723584, offset 0
00000400:00000200:3.0:1788205034.969113:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205034.969116:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.969118:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205034.969120:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205034.969121:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205034.969123:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205034.969124:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205034.969126:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3911:3911:256:4294967295] 192.168.201.124@tcp LPNI seq info [3911:3911:8:4294967295]
00000400:00000200:3.0:1788205034.969128:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.969132:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205034.969135:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.969137:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205034.969139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205034.969141:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788205034.969144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205034.969145:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788205034.969148:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.969149:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205034.969151:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205034.969154:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205034.969156:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205034.969158:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205034.969160:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205034.969163:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969170:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969172:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969178:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.969180:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205034.969183:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205034.969185:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205034.969188:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205034.969191:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298840089
00000100:00000001:3.0:1788205034.969193:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.969195:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298840089
00000100:00000001:3.0:1788205034.969197:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.969199:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205034.969201:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.969202:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205034.969205:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205034.969210:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205034.969211:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205034.969212:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205034.969214:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205034.969215:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205034.969216:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205034.969218:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205034.969223:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969226:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205034.969227:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969228:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.969228:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205034.969230:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969234:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205034.969236:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969240:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205034.969242:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969243:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.969243:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969245:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205034.969246:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205034.969247:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205034.969249:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205034.969250:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205034.969252:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205034.969256:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205034.969258:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205034.969260:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969263:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205034.969264:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.969265:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205034.969267:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205034.969268:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205034.969269:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205034.969271:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205034.969272:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205034.969273:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205034.969274:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969276:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205034.969277:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205034.969279:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205034.969280:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205034.969282:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205034.969283:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723712, portal 4
00000100:00000001:3.0:1788205034.969285:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205034.969286:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788205034.969289:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969293:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205034.969294:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205034.969295:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205034.969296:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618723712, offset 0
00000400:00000200:3.0:1788205034.969299:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205034.969301:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.969302:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205034.969304:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205034.969306:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205034.969307:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205034.969308:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205034.969310:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3912:3912:256:4294967295] 192.168.201.124@tcp LPNI seq info [3912:3912:8:4294967295]
00000400:00000200:3.0:1788205034.969312:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205034.969316:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205034.969318:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.969320:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205034.969322:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205034.969324:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788205034.969326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205034.969327:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788205034.969330:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205034.969331:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205034.969333:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205034.969334:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205034.969336:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205034.969337:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205034.969339:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205034.969341:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969349:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969350:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969354:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.969355:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205034.969356:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205034.969358:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205034.969359:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205034.969360:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298840223
00000100:00000001:3.0:1788205034.969361:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.969363:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298840223
00000100:00000001:3.0:1788205034.969364:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298842352
00000100:00000001:3.0:1788205034.969365:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205034.969366:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.969367:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205034.969369:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205034.969373:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205034.969374:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205034.969374:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205034.969376:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205034.969377:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205034.969378:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205034.969381:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205034.969389:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969395:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205034.969397:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969398:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.969400:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205034.969403:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969409:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205034.969413:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969420:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205034.969422:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969424:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205034.969425:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969427:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205034.969428:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205034.969430:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205034.969432:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205034.969433:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205034.969436:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205034.969443:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205034.969446:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969449:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969452:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618723200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969459:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205034.969461:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969463:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788205034.969467:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205034.969469:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205034.969471:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205034.969473:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205034.969475:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:3.0:1788205034.969479:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205034.969481:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205034.969483:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205034.969486:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205034.969487:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969489:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969492:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618723328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969499:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205034.969500:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969502:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205034.969504:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205034.969505:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205034.969506:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205034.969508:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205034.969509:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:3.0:1788205034.969512:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205034.969513:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205034.969515:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205034.969517:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205034.969518:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969519:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969522:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618723456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969528:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205034.969529:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969531:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205034.969533:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205034.969534:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205034.969535:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205034.969537:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205034.969538:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:3.0:1788205034.969541:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205034.969542:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205034.969544:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205034.969546:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205034.969547:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969549:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969552:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618723584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969557:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205034.969558:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969559:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205034.969561:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205034.969562:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205034.969563:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205034.969565:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205034.969566:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205034.969568:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205034.969569:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205034.969570:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205034.969572:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205034.969574:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969575:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205034.969578:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618723712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205034.969584:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205034.969585:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205034.969587:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205034.969589:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205034.969590:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205034.969591:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205034.969593:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205034.969594:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:3.0:1788205034.969596:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205034.969598:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205034.969599:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205034.969601:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205034.969602:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969604:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.969611:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205034.969612:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.969613:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205034.969615:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205035.287351:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205035.287360:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205035.287366:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205035.287368:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205035.287371:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205035.287373:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205035.287377:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205035.287378:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205035.287456:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205035.287461:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205035.287465:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205035.991201:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205035.991209:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205035.991211:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205035.991217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205035.991221:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205035.991224:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205035.991227:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205035.991230:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205035.991233:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205036.311217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205036.311224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205036.311229:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205036.311231:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205036.311234:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205036.311235:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205036.311237:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205036.311238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205036.311320:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205036.311325:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205036.311329:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205037.015153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205037.015161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205037.015163:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205037.015168:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205037.015171:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205037.015174:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205037.015177:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205037.015179:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205037.015182:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205037.271191:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298842352, at 4298842368
00000100:00000040:3.0:1788205037.271192:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298842352, at 4298842368
00000100:00000010:3.0:1788205037.271215:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89c60.
00000100:00000010:2.0:1788205037.271221:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89420.
00010000:00000001:3.0:1788205037.335222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205037.335229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205037.335235:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205037.335239:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205037.335241:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205037.335244:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205037.335246:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205037.335248:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205037.335250:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205037.335251:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205037.335254:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205037.335255:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205037.335258:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205037.335258:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205037.335334:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205037.335340:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205037.335343:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205038.039280:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205038.039288:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205038.039290:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205038.039294:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205038.039298:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205038.039301:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205038.039304:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205038.039306:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205038.039308:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205038.359151:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205038.359156:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205038.359160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205038.359161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205038.359163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205038.359164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205038.359172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205038.359173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205038.359240:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205038.359244:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205038.359247:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205039.063152:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205039.063161:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205039.063164:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205039.063171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205039.063175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205039.063181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205039.063184:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205039.063188:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205039.063192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205039.383229:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205039.383231:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205039.383235:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383240:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205039.383243:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383245:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383248:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383253:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205039.383254:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383258:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205039.383259:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205039.383263:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205039.383264:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205039.383333:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205039.383339:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205039.383343:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205040.087164:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205040.087171:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788205040.087172:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205040.087173:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087178:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1788205040.087178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205040.087180:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205040.087181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788205040.087183:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205040.087184:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205040.087186:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205040.087187:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205040.087189:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205040.087192:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087194:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4172
00000400:00000200:0.0:1788205040.087203:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205040.087210:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205040.087214:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205040.087218:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087221:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087224:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087226:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205040.087230:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205040.087233:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205040.087235:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205040.087238:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205040.087241:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205040.087243:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205040.087245:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087247:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087248:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087249:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205040.087251:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205040.087253:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087255:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205040.087256:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205040.087259:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205040.087262:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087263:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205040.087265:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205040.087279:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205040.087283:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205040.087286:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205040.087288:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087291:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205040.087294:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205040.087297:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205040.087306:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:0.0:1788205040.087312:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205040.087321:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205040.087329:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205040.087333:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205040.087337:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205040.087357:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087360:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205040.087362:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205040.087364:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205040.087365:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205040.087368:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205040.087370:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4172
00000400:00000200:0.0:1788205040.087374:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205040.087377:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205040.087380:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205040.087383:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087386:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087389:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087391:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205040.087394:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205040.087395:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205040.087397:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205040.087397:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788205040.087402:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:3.0:1788205040.087402:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788205040.087404:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788205040.087406:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205040.087409:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205040.087416:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205040.087417:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205040.087419:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087423:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087429:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205040.087435:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:3.0:1788205040.087435:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205040.087439:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087440:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087444:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.087445:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205040.087446:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205040.087450:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205040.087451:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205040.087456:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087457:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205040.087457:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788205040.087461:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788205040.087463:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618723840:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788205040.087464:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087467:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205040.087472:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205040.087473:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788205040.087475:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205040.087478:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205040.087478:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205040.087481:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087483:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205040.087483:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205040.087485:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205040.087488:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.087488:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205040.087492:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788205040.087495:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205040.087496:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
00000100:00100000:0.0:1788205040.087501:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205040.087501:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087509:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205040.087511:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205040.087512:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205040.087517:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205040.087523:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087524:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205040.087527:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205040.087528:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1788205040.087528:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00080000:0.0:1788205040.087530:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205040.087533:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205040.087534:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4172
00000400:00000200:0.0:1788205040.087537:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205040.087537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000400:00000200:0.0:1788205040.087542:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205040.087544:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205040.087546:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:3.0:1788205040.087546:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723840, portal 25
00000100:00000001:0.0:1788205040.087551:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205040.087552:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788205040.087553:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205040.087554:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000001:0.0:1788205040.087555:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205040.087560:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205040.087561:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205040.087562:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205040.087565:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205040.087566:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205040.087566:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205040.087570:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205040.087576:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087581:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205040.087582:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205040.087585:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205040.087589:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205040.087591:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205040.087594:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618723840, offset 0
00000100:00000001:0.0:1788205040.087603:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788205040.087603:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000040:0.0:1788205040.087608:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788205040.087612:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788205040.087613:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087618:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205040.087622:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205040.087622:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:0.0:1788205040.087627:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205040.087630:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788205040.087631:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087634:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205040.087636:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205040.087639:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.087639:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788205040.087642:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205040.087645:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000400:00000200:3.0:1788205040.087646:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788205040.087648:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205040.087652:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205040.087654:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.087654:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087657:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205040.087658:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205040.087661:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.087662:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3913:3913:256:4294967295] 192.168.201.124@tcp LPNI seq info [3913:3913:8:4294967295]
02000000:00000010:0.0:1788205040.087664:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:0.0:1788205040.087668:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.087672:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788205040.087675:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205040.087681:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205040.087686:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.087688:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788205040.087694:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788205040.087698:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.087706:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000100:00000001:0.0:1788205040.087707:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087713:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1788205040.087717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788205040.087719:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205040.087722:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1788205040.087723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1788205040.087725:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205040.087729:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788205040.087730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788205040.087735:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4172
00000800:00000200:3.1:1788205040.087736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000400:00000200:0.0:1788205040.087742:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000100:3.0:1788205040.087744:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.087748:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:0.0:1788205040.087751:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205040.087754:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205040.087756:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788205040.087759:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087763:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205040.087764:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788205040.087768:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087772:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788205040.087772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205040.087777:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000020:00000001:0.0:1788205040.087778:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205040.087780:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205040.087782:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205040.087784:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:3.0:1788205040.087785:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788205040.087786:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788205040.087788:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788205040.087793:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:3.0:1788205040.087793:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205040.087794:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087797:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087801:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205040.087805:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205040.087809:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087812:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205040.087814:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205040.087815:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788205040.087816:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205040.087819:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087821:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788205040.087822:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788205040.087823:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205040.087828:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087831:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205040.087836:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205040.087839:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205040.087840:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205040.087846:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205040.087846:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788205040.087849:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.087851:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205040.087852:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205040.087853:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.087855:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205040.087856:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:0.0:1788205040.087860:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.087864:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788205040.087867:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205040.087869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298847471
00000100:00000001:0.0:1788205040.087877:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1788205040.087878:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89c60.
00000100:00000001:0.0:1788205040.087879:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205040.087884:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.087887:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205040.087890:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205040.087893:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205040.087894:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298847471
00000100:00080000:0.0:1788205040.087897:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:3.0:1788205040.087900:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89a20.
00000100:00000001:0.0:1788205040.087901:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205040.087904:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205040.087906:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205040.087908:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205040.087911:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205040.087912:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4172
00000100:00000001:3.0:1788205040.087916:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205040.087920:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205040.087924:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205040.087926:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205040.087928:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788205040.087929:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087933:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087936:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087939:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:3.0:1788205040.087940:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205040/real 1788205040]  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205040.087943:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205040.087945:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205040.087949:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205040.087952:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788205040.087956:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000001:3.0:1788205040.087957:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1788205040.087969:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788205040.087973:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000001:3.0:1788205040.087975:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788205040.087977:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205040.087980:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205040.087980:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000100:00000001:0.0:1788205040.087985:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205040.087988:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000400:00000200:3.0:1788205040.087988:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205040.087993:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00080000:0.0:1788205040.087994:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205040.087998:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205040.088000:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205040.088000:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1788205040.088002:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205040.088005:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.088007:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788205040.088008:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788205040.088009:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788205040.088012:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.088015:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205040.088020:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205040.088024:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205040.088028:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205040.088030:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.088033:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205040.088035:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205040.088039:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205040.088042:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788205040.088043:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788205040.088048:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205040.088078:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205040.088086:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205040.088088:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205040.088093:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088096:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205040.088099:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088104:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205040.088107:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088108:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205040.088112:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4182)
00000100:00100000:3.0:1788205040.088116:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088125:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205040.088130:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088137:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205040.088140:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.088143:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088146:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205040.088148:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205040.088151:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205040.088156:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205040.088159:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205040.088164:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205040.088172:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618723840:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205040.088176:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088178:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.088181:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618723840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088192:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205040.088194:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205040.088196:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205040.088199:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205040.088201:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205040.088203:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205040.088205:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205040.088207:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788205040.088210:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205040.088211:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205040.088213:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205040.088215:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205040.088216:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088218:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088224:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205040.088225:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088227:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205040.088229:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205040.088230:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205040.088233:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088239:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205040.088240:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.088242:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205040.088244:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205040.088245:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205040.088248:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205040.088251:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205040.088253:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205040.088254:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.088256:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205040.088258:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205040.088260:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.088263:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205040.088266:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205040.088269:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205040.088272:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618723968, portal 10
00000100:00000001:3.0:1788205040.088273:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205040.088274:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205040.088288:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088294:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205040.088296:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205040.088298:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205040.088300:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618723968, offset 0
00000400:00000200:3.0:1788205040.088304:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205040.088308:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.088311:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205040.088314:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205040.088316:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205040.088318:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205040.088321:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205040.088323:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3914:3914:256:4294967295] 192.168.201.124@tcp LPNI seq info [3914:3914:8:4294967295]
00000400:00000200:3.0:1788205040.088327:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.088332:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205040.088337:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.088339:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205040.088343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205040.088346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205040.088350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205040.088352:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205040.088367:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.088369:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205040.088372:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205040.088375:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205040.088379:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205040.088380:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205040.088384:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205040.088387:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088394:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.088397:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088404:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088405:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205040.088408:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205040.088412:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205040.088416:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205040.088417:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298847383
00000100:00000001:3.0:1788205040.088420:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.088422:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298847383
00000100:00000001:3.0:1788205040.088424:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.088426:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205040.088428:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088430:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205040.088433:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205040/real 1788205040]  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205040.088440:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205040.088441:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205040.088443:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205040.088445:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205040.088447:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205040.088449:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205040.088452:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205040.088459:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088469:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205040.088471:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088473:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.088474:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205040.088477:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088483:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205040.088487:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088493:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205040.088495:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088497:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.088498:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088500:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205040.088501:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205040.088504:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205040.088507:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205040.088509:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205040.088512:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205040.088518:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618723968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205040.088522:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205040.088525:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088530:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205040.088531:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.088534:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205040.088535:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205040.088537:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205040.088540:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205040.088543:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205040.088545:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205040.088546:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.088548:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205040.088551:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205040.088553:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.088556:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205040.088558:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205040.088560:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205040.088563:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724096, portal 10
00000100:00000001:3.0:1788205040.088564:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205040.088565:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205040.088570:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088575:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205040.088577:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205040.088579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205040.088581:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618724096, offset 0
00000400:00000200:3.0:1788205040.088584:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205040.088588:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.088591:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205040.088593:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205040.088596:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205040.088598:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205040.088600:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205040.088603:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3915:3915:256:4294967295] 192.168.201.124@tcp LPNI seq info [3915:3915:8:4294967295]
00000400:00000200:3.0:1788205040.088606:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.088611:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205040.088616:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.088618:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205040.088622:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205040.088624:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205040.088627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205040.088630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205040.088633:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.088635:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205040.088637:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205040.088640:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205040.088643:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205040.088644:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205040.088647:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205040.088649:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088656:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.088658:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088664:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088665:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205040.088667:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205040.088670:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205040.088673:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205040.088674:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298845228
00000100:00000001:3.0:1788205040.088676:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.088678:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298845228
00000100:00000001:3.0:1788205040.088680:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.088682:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205040.088684:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088685:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205040.088688:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205040/real 1788205040]  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205040.088695:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205040.088697:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205040.088698:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205040.088700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205040.088701:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205040.088703:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205040.088706:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205040.088712:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088718:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205040.088719:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088721:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.088722:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205040.088725:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088731:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205040.088734:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088740:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205040.088742:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088743:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.088744:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088746:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205040.088747:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205040.088749:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205040.088752:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205040.088754:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205040.088757:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205040.088764:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205040.088766:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205040.088770:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088775:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205040.088776:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.088778:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205040.088780:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205040.088781:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205040.088784:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205040.088786:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205040.088788:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205040.088789:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.088791:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205040.088794:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205040.088795:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.088798:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205040.088800:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205040.088802:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205040.088805:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724224, portal 4
00000100:00000001:3.0:1788205040.088807:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205040.088808:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205040.088812:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088818:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205040.088821:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205040.088823:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205040.088825:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618724224, offset 0
00000400:00000200:3.0:1788205040.088829:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205040.088832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.088835:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205040.088838:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205040.088840:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205040.088842:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205040.088844:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205040.088847:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3916:3916:256:4294967295] 192.168.201.124@tcp LPNI seq info [3916:3916:8:4294967295]
00000400:00000200:3.0:1788205040.088850:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.088856:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205040.088859:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.088862:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205040.088865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205040.088867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205040.088871:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205040.088873:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205040.088876:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.088878:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205040.088880:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205040.088883:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205040.088885:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205040.088887:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205040.088889:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205040.088893:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088899:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.088902:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088907:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088909:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205040.088911:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205040.088913:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205040.088916:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205040.088918:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298845208
00000100:00000001:3.0:1788205040.088921:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.088923:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298845208
00000100:00000001:3.0:1788205040.088925:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.088926:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205040.088928:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.088930:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205040.088933:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205040/real 1788205040]  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205040.088939:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205040.088941:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205040.088942:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205040.088944:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205040.088945:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205040.088947:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205040.088950:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205040.088956:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088975:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205040.088976:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.088978:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.088979:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205040.088982:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088988:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205040.088991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.088997:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205040.089000:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.089002:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089003:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205040.089005:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205040.089007:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205040.089010:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205040.089012:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205040.089015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205040.089021:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205040.089025:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205040.089027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089033:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205040.089034:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.089036:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205040.089037:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205040.089039:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205040.089041:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205040.089044:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205040.089046:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205040.089047:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205040.089049:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205040.089073:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205040.089075:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205040.089078:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205040.089080:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205040.089083:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205040.089086:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724352, portal 4
00000100:00000001:3.0:1788205040.089089:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205040.089090:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788205040.089095:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089101:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205040.089103:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205040.089105:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205040.089107:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618724352, offset 0
00000400:00000200:3.0:1788205040.089110:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205040.089113:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.089116:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205040.089119:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205040.089122:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205040.089124:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205040.089126:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205040.089129:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3917:3917:256:4294967295] 192.168.201.124@tcp LPNI seq info [3917:3917:8:4294967295]
00000400:00000200:3.0:1788205040.089132:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205040.089137:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205040.089141:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.089144:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205040.089147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205040.089150:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205040.089153:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205040.089155:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205040.089158:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205040.089160:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205040.089163:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205040.089166:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205040.089168:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205040.089170:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205040.089172:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205040.089175:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089186:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.089189:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089195:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.089196:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205040.089198:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205040.089200:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205040.089203:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205040.089205:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298845343
00000100:00000001:3.0:1788205040.089207:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.089208:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298845343
00000100:00000001:3.0:1788205040.089210:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298847471
00000100:00000001:3.0:1788205040.089212:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205040.089214:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.089215:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205040.089219:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205040/real 1788205040]  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205040.089225:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205040.089226:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205040.089227:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205040.089229:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205040.089230:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205040.089232:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205040.089235:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205040.089241:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089246:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205040.089248:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089250:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.089251:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205040.089254:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089259:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205040.089263:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089268:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205040.089270:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089272:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205040.089273:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089274:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205040.089276:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205040.089278:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205040.089281:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205040.089282:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205040.089286:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205040.089292:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205040.089295:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089296:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.089299:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618723968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089305:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205040.089306:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205040.089308:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205040.089310:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205040.089311:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205040.089313:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205040.089314:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205040.089316:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:3.0:1788205040.089319:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205040.089320:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205040.089321:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205040.089323:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205040.089325:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089326:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.089329:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618724096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089335:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205040.089336:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205040.089337:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205040.089339:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205040.089340:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205040.089342:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205040.089343:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205040.089344:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:3.0:1788205040.089346:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205040.089347:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205040.089349:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205040.089350:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205040.089352:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089353:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.089356:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618724224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089361:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205040.089362:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205040.089363:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205040.089366:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205040.089367:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205040.089368:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205040.089370:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205040.089371:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:3.0:1788205040.089373:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205040.089374:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205040.089375:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205040.089377:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205040.089378:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089380:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205040.089382:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618724352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205040.089387:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205040.089388:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205040.089390:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205040.089391:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205040.089392:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205040.089394:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205040.089395:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205040.089397:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:3.0:1788205040.089398:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205040.089399:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205040.089400:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205040.089402:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205040.089403:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089404:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205040.089408:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205040.089409:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205040.089411:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205040.089412:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205040.407213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205040.407230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205040.407236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205040.407238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205040.407241:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205040.407243:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205040.407246:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205040.407247:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205040.407327:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205040.407332:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205040.407336:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205041.111166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205041.111181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205041.111184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205041.111189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205041.111192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205041.111196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205041.111199:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205041.111202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205041.111205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205041.431158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205041.431163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205041.431168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205041.431168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205041.431171:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205041.431172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205041.431174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205041.431175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205041.431219:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205041.431222:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205041.431225:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205042.135194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205042.135203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205042.135205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205042.135211:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205042.135215:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205042.135219:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205042.135223:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205042.135225:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205042.135228:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205042.391157:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298847471, at 4298847488
00000100:00000040:3.0:1788205042.391157:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298847471, at 4298847488
00000100:00000010:2.0:1788205042.391171:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89c60.
00000100:00000010:3.0:1788205042.391171:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89a20.
00010000:00000001:3.0:1788205042.455181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205042.455188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205042.455194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205042.455195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205042.455199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205042.455200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205042.455203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205042.455204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205042.455269:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205042.455273:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205042.455277:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205043.159167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205043.159175:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205043.159177:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205043.159182:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205043.159186:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205043.159189:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205043.159192:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205043.159196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205043.159198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205043.479158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205043.479163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205043.479167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205043.479168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205043.479170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205043.479171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205043.479173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205043.479174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205043.479229:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205043.479233:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205043.479236:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205044.183131:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205044.183138:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205044.183140:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205044.183145:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205044.183149:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205044.183151:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205044.183154:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205044.183156:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205044.183159:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205044.503164:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205044.503170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205044.503176:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205044.503179:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205044.503184:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205044.503186:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205044.503188:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503190:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205044.503193:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503195:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503197:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205044.503202:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205044.503204:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205044.503205:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503206:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205044.503215:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503217:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205044.503219:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205044.503279:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205044.503283:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205044.503286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205045.207593:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205045.207602:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205045.207605:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205045.207608:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205045.207612:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205045.207619:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4177
00000400:00000200:2.0:1788205045.207628:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205045.207634:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205045.207636:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205045.207639:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.207642:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.207644:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.207646:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205045.207650:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205045.207651:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205045.207654:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205045.207662:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205045.207664:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205045.207666:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205045.207669:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.207671:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.207673:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.207674:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205045.207677:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205045.207680:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205045.207682:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205045.207685:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205045.207688:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205045.207691:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.207693:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205045.207695:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205045.207704:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000020:00000040:2.0:1788205045.207707:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205045.208094:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205045.208096:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.208098:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205045.208101:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205045.208105:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205045.208112:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000100:00000001:2.0:1788205045.208119:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205045.208128:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205045.208137:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205045.208142:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205045.208146:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205045.208169:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205045.208172:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205045.208176:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205045.208177:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205045.208179:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205045.208182:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205045.208184:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4177
00000400:00000200:2.0:1788205045.208188:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205045.208191:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205045.208194:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205045.208197:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.208200:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.208203:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.208205:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205045.208207:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205045.208209:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205045.208210:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205045.208212:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788205045.208213:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205045.208217:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788205045.208218:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788205045.208221:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788205045.208223:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205045.208227:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.208230:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.208234:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205045.208234:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205045.208239:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205045.208244:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788205045.208250:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205045.208252:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205045.208253:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.208256:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205045.208257:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205045.208262:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205045.208264:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.208266:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205045.208270:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.208271:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.208273:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1788205045.208277:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618724480:192.168.201.124@tcp:250:kworker.0
00000008:00100000:2.0:1788205045.208279:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205045.208286:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.208286:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205045.208290:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.208292:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788205045.208294:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
02000000:00000001:3.0:1788205045.208297:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205045.208298:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205045.208301:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788205045.208303:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205045.208306:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.208308:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1788205045.208309:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:2.0:1788205045.208310:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205045.208314:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.208314:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205045.208322:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
00000400:00000200:3.0:1788205045.208323:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205045.208327:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205045.208330:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00100000:2.0:1788205045.208335:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788205045.208338:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000001:2.0:1788205045.208346:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788205045.208347:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724480, portal 25
00000100:00000001:2.0:1788205045.208350:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.208352:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.208355:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000040:2.0:1788205045.208357:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205045.208366:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205045.208370:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205045.208375:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205045.208382:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788205045.208383:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205045.208386:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788205045.208387:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788205045.208389:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788205045.208392:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000001:2.0:1788205045.208393:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788205045.208397:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618724480, offset 0
00000100:00080000:2.0:1788205045.208399:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4177
00000400:00000200:2.0:1788205045.208407:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.208408:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205045.208414:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205045.208417:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205045.208420:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205045.208423:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.208427:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.208431:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.208431:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788205045.208436:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205045.208440:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788205045.208441:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788205045.208442:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205045.208445:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205045.208448:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:3.0:1788205045.208448:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:2.0:1788205045.208453:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788205045.208455:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1788205045.208456:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788205045.208460:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:2.0:1788205045.208464:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.208468:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3918:3918:256:4294967295] 192.168.201.124@tcp LPNI seq info [3918:3918:8:4294967295]
00000100:00000001:2.0:1788205045.208470:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.208475:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.208478:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205045.208480:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205045.208483:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788205045.208488:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205045.208494:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.208495:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788205045.208498:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205045.208503:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1788205045.208507:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205045.208508:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.208513:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:3.0:1788205045.208514:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000008:00100000:2.0:1788205045.208515:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205045.208520:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.208524:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205045.208525:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:2.0:1788205045.208530:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000800:00000200:3.0:1788205045.208530:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1788205045.208535:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000200:3.1:1788205045.208539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:2.0:1788205045.208541:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205045.208545:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205045.208545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1788205045.208550:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205045.208553:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:3.0:1788205045.208554:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205045.208558:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788205045.208558:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
02000000:00000010:2.0:1788205045.208566:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000400:00000200:3.0:1788205045.208568:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788205045.208571:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.208577:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1788205045.208582:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205045.208584:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205045.208588:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205045.208595:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205045.208596:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205045.208600:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205045.208602:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205045.208608:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.208619:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205045.208624:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.208625:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205045.208629:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205045.208638:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205045.208642:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205045.208642:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205045.208646:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205045.208647:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205045.208652:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205045.208655:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205045.208656:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4177
00000400:00000200:2.0:1788205045.208661:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205045.208664:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205045.208666:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205045.208673:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.208673:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205045.208676:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.208681:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205045.208682:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298852592
00000100:00000001:2.0:1788205045.208687:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:3.0:1788205045.208690:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89a20.
00000020:00000001:2.0:1788205045.208691:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205045.208694:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205045.208697:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205045.208699:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:3.0:1788205045.208700:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1788205045.208702:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788205045.208706:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788205045.208708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298852592
00000100:00000010:3.0:1788205045.208714:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89720.
00000100:00000001:3.0:1788205045.208717:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205045.208720:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.208723:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.208725:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788205045.208772:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:3.0:1788205045.208773:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205045.208776:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.208782:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.208787:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205045.208793:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000001:3.0:1788205045.208794:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788205045.208797:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000001:3.0:1788205045.208798:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.208801:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000100:00000001:2.0:1788205045.208803:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.208805:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
02000000:00000001:2.0:1788205045.208807:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788205045.208809:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
02000000:00000001:2.0:1788205045.208812:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.208813:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788205045.208819:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205045.208819:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205045.208824:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205045.208828:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1788205045.208834:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788205045.208835:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.208840:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205045.208847:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000100:00000001:3.0:1788205045.208849:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1788205045.208851:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205045.208853:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205045.208857:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205045.208857:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788205045.208862:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.208862:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205045.208868:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1788205045.208884:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205045.208886:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205045.208890:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205045.208898:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:3.0:1788205045.208898:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205045.208905:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.208907:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205045.208914:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205045.208943:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205045.208943:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205045.208948:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.208949:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.208953:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788205045.208955:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.208956:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.208961:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.208964:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.208970:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205045.208972:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205045.208977:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205045.208977:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205045.208983:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1788205045.208984:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205045.208988:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205045.208989:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788205045.208991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205045.208993:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205045.208999:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4177
00000400:00000200:2.0:1788205045.209008:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:3.0:1788205045.209008:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618724480:192.168.201.124@tcp:250:kworker.0
00000400:00000200:2.0:1788205045.209017:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205045.209017:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209022:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788205045.209023:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205045.209029:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618724480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205045.209030:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205045.209036:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205045.209042:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205045.209045:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788205045.209046:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205045.209050:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205045.209072:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205045.209074:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205045.209077:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:1.0:1788205045.209079:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1788205045.209080:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:3.0:1788205045.209080:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788205045.209084:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1788205045.209085:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
00000020:00000001:2.0:1788205045.209086:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:1.0:1788205045.209087:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205045.209092:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000040:2.0:1788205045.209094:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205045.209095:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205045.209098:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205045.209099:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205045.209101:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205045.209103:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788205045.209104:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205045.209104:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000020:00000001:3.0:1788205045.209107:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788205045.209108:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.209109:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205045.209111:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000040:2.0:1788205045.209115:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000020:00000001:3.0:1788205045.209116:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.209121:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
00000100:00080000:2.0:1788205045.209122:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205045.209127:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209127:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205045.209130:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205045.209131:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1788205045.209135:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788205045.209135:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
02000000:00000001:2.0:1788205045.209141:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209141:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205045.209144:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205045.209145:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788205045.209148:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788205045.209149:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788205045.209155:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.209157:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209158:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:2.0:1788205045.209161:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000100:00000001:3.0:1788205045.209161:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209166:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788205045.209168:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205045.209169:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788205045.209173:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205045.209174:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788205045.209177:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.209182:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1788205045.209182:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205045.209184:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205045.209188:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205045.209196:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
00000100:00000001:3.0:1788205045.209196:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.209199:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205045.209202:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209202:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.209205:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.209209:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205045.209211:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788205045.209215:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.209223:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.209226:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788205045.209229:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205045.209229:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209233:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205045.209234:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205045.209238:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
00000100:00000040:2.0:1788205045.209242:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205045.209243:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.209252:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205045.209258:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00000001:2.0:1788205045.209260:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205045.209263:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000040:2.0:1788205045.209267:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4188)
00000100:00000200:3.0:1788205045.209268:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724608, portal 10
00000100:00000001:3.0:1788205045.209272:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.209274:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000040:3.0:1788205045.209282:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209289:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.209291:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205045.209294:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205045.209296:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618724608, offset 0
00000400:00000200:3.0:1788205045.209299:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205045.209303:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.209306:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205045.209309:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.209312:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205045.209314:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.209317:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.209320:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3919:3919:256:4294967295] 192.168.201.124@tcp LPNI seq info [3919:3919:8:4294967295]
00000400:00000200:3.0:1788205045.209324:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.209331:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.209335:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.209338:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205045.209342:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205045.209345:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205045.209349:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205045.209351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205045.209355:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.209357:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205045.209360:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.209363:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.209366:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205045.209367:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205045.209369:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.209373:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209380:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.209383:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209390:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209391:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.209395:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.209398:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205045.209401:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205045.209403:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298852504
00000100:00000001:3.0:1788205045.209406:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.209408:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298852504
00000100:00000001:3.0:1788205045.209410:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.209412:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.209414:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209416:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.209419:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.209428:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.209429:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.209431:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205045.209433:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205045.209434:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205045.209436:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.209438:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.209446:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209452:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.209454:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209456:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.209457:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.209461:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209467:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.209470:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209477:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.209480:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209482:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.209483:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209485:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.209486:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.209489:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.209491:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205045.209494:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.209497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.209504:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.209507:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.209511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209516:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.209518:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209520:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.209521:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.209523:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.209526:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.209529:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.209531:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.209532:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209534:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.209537:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205045.209539:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.209542:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205045.209545:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205045.209547:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205045.209550:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724736, portal 10
00000100:00000001:3.0:1788205045.209552:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.209553:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:3.0:1788205045.209558:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209564:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.209566:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205045.209568:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205045.209570:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618724736, offset 0
00000400:00000200:3.0:1788205045.209574:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205045.209577:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.209580:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205045.209583:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.209585:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205045.209587:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.209589:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.209592:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3920:3920:256:4294967295] 192.168.201.124@tcp LPNI seq info [3920:3920:8:4294967295]
00000400:00000200:3.0:1788205045.209596:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.209602:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.209606:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.209609:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205045.209613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205045.209616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205045.209620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205045.209622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205045.209625:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.209627:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205045.209630:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.209633:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.209636:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205045.209637:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205045.209640:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.209643:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209650:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.209653:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209659:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209661:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.209663:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.209666:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205045.209669:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205045.209671:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298850349
00000100:00000001:3.0:1788205045.209673:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.209675:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298850349
00000100:00000001:3.0:1788205045.209677:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.209679:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.209681:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209682:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.209686:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.209693:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.209694:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.209696:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205045.209698:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205045.209700:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205045.209702:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.209705:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.209712:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209719:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.209720:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209722:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.209723:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.209726:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209733:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.209737:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209744:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.209746:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209748:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.209749:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.209750:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.209752:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.209754:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.209757:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205045.209759:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.209763:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.209770:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.209774:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.209777:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209782:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.209784:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209786:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.209788:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.209790:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.209792:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.209795:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.209797:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.209799:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.209800:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.209803:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205045.209805:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.209809:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205045.209811:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205045.209814:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205045.209817:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724864, portal 4
00000100:00000001:3.0:1788205045.209819:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.209820:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:3.0:1788205045.209825:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209831:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.209833:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205045.209835:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205045.209837:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618724864, offset 0
00000400:00000200:3.0:1788205045.209840:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205045.209843:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.209847:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205045.209849:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.209852:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205045.209854:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.209856:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.209859:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3921:3921:256:4294967295] 192.168.201.124@tcp LPNI seq info [3921:3921:8:4294967295]
00000400:00000200:3.0:1788205045.209863:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.209868:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.209887:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.209890:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205045.209894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205045.209897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205045.209901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205045.209903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205045.209906:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.209908:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205045.209911:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.209914:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.209917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205045.209918:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205045.209920:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.209923:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209930:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.209932:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209938:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209940:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.209942:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.209945:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205045.209948:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205045.209950:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298850329
00000100:00000001:3.0:1788205045.209952:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.209954:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298850329
00000100:00000001:3.0:1788205045.209956:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.209958:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.209960:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.209962:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.209966:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.209973:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.209974:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.209976:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205045.209978:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205045.209979:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205045.209981:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.209984:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.209992:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.209998:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.209999:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.210002:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.210006:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210012:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.210015:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210021:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.210023:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.210026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210028:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.210029:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.210031:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.210034:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205045.210036:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.210040:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.210048:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.210068:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210070:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.210074:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618724608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210080:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.210082:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.210083:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205045.210085:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.210087:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.210088:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205045.210090:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.210091:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:3.0:1788205045.210093:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.210095:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.210096:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:3.0:1788205045.210100:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.210101:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210102:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.210105:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618724736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210112:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.210114:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.210115:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205045.210117:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.210119:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.210120:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205045.210122:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.210123:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:3.0:1788205045.210125:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.210126:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.210128:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:3.0:1788205045.210129:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.210131:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210132:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.210135:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618724864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210141:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.210143:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.210144:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205045.210146:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.210147:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.210148:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205045.210150:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.210152:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:3.0:1788205045.210153:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.210154:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.210155:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:3.0:1788205045.210157:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.210158:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210159:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210162:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205045.210163:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.210165:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205045.210166:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205045.210168:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.210171:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210177:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.210179:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.210181:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.210182:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.210184:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.210187:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.210190:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.210191:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.210193:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.210195:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.210197:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205045.210199:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.210202:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205045.210204:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205045.210207:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205045.210210:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618724992, portal 4
00000100:00000001:3.0:1788205045.210212:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.210213:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:3.0:1788205045.210218:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210224:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.210226:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205045.210229:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205045.210230:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618724992, offset 0
00000400:00000200:3.0:1788205045.210234:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205045.210238:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.210242:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205045.210244:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.210247:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205045.210249:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.210251:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205045.210254:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3922:3922:256:4294967295] 192.168.201.124@tcp LPNI seq info [3922:3922:8:4294967295]
00000400:00000200:3.0:1788205045.210258:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205045.210265:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.210269:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.210271:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205045.210275:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205045.210278:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205045.210281:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205045.210284:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205045.210287:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205045.210289:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205045.210292:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.210295:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.210297:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205045.210299:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205045.210301:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.210304:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210317:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.210320:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210327:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.210328:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.210331:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.210333:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205045.210336:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205045.210338:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298850464
00000100:00000001:3.0:1788205045.210341:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.210342:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298850464
00000100:00000001:3.0:1788205045.210345:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298852592
00000100:00000001:3.0:1788205045.210347:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.210348:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.210350:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.210353:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.210359:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.210360:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.210362:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205045.210364:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205045.210365:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205045.210367:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.210370:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.210378:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210384:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.210386:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210387:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.210389:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.210392:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210398:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.210402:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210409:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.210411:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210412:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.210414:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210415:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.210417:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.210419:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.210422:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205045.210424:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.210428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.210435:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618724992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.210438:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210440:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.210442:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618724992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.210448:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.210450:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.210451:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205045.210453:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.210455:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.210456:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205045.210458:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.210459:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:3.0:1788205045.210461:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.210463:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.210464:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:3.0:1788205045.210466:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.210468:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210469:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.210472:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205045.210474:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.210476:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205045.210477:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205045.527163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205045.527169:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205045.527175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205045.527176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205045.527179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205045.527180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205045.527183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205045.527184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205045.527259:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205045.527262:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205045.527265:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205046.231278:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205046.231284:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205046.231285:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205046.231289:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205046.231291:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205046.231293:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205046.231295:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205046.231297:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205046.231298:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205046.551181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205046.551188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205046.551194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205046.551195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205046.551199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205046.551200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205046.551203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205046.551204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205046.551275:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205046.551278:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205046.551286:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205047.255142:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205047.255150:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205047.255152:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205047.255158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205047.255161:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205047.255164:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205047.255167:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205047.255170:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205047.255173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205047.511213:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298852592, at 4298852608
00000100:00000010:3.0:1788205047.511234:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89720.
00000100:00000040:2.0:1788205047.511293:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298852592, at 4298852608
00000100:00000010:2.0:1788205047.511305:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89a20.
00010000:00000001:3.0:1788205047.575205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205047.575215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205047.575223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205047.575228:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205047.575230:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205047.575235:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205047.575239:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205047.575242:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205047.575244:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205047.575247:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205047.575251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205047.575252:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205047.575256:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205047.575258:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205047.575317:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205047.575321:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205047.575324:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205048.279206:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205048.279215:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205048.279217:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205048.279224:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205048.279228:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205048.279232:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205048.279235:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205048.279238:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205048.279241:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205048.599195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205048.599201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205048.599206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205048.599206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205048.599209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205048.599210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205048.599213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205048.599214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205048.599269:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205048.599274:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205048.599278:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205049.303190:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205049.303198:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205049.303201:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205049.303205:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205049.303209:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205049.303213:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205049.303215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205049.303217:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205049.303220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205049.623183:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205049.623185:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205049.623188:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623192:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205049.623195:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623197:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623199:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205049.623204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205049.623209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205049.623212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205049.623214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205049.623287:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205049.623294:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205049.623298:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205050.327165:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205050.327171:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205050.327173:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205050.327177:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205050.327180:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205050.327183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205050.327185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205050.327187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205050.327189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205050.327197:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205050.327207:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205050.327211:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205050.327215:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205050.327221:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205050.327230:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4183
00000400:00000200:2.0:1788205050.327240:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205050.327247:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205050.327251:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205050.327255:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327259:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205050.327261:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327264:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205050.327268:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205050.327271:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205050.327274:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205050.327278:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205050.327281:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205050.327283:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205050.327287:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327289:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205050.327290:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327292:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205050.327295:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205050.327299:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327302:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205050.327306:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205050.327310:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205050.327313:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.327316:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205050.327319:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205050.327326:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000020:00000040:2.0:1788205050.327330:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205050.327335:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205050.327337:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.327341:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205050.327344:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205050.327349:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205050.327358:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00000001:2.0:1788205050.327378:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205050.327391:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205050.327403:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205050.327408:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205050.327413:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205050.327439:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205050.327442:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205050.327446:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205050.327448:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205050.327449:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205050.327453:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205050.327455:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4183
00000400:00000200:2.0:1788205050.327458:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205050.327462:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205050.327464:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205050.327468:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327471:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205050.327474:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327476:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205050.327480:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788205050.327480:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205050.327482:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205050.327485:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205050.327486:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788205050.327488:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:0.0:1788205050.327491:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205050.327492:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788205050.327495:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788205050.327501:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:0.0:1788205050.327502:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205050.327505:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205050.327509:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327515:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205050.327520:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:0.0:1788205050.327521:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.327524:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.327530:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1788205050.327532:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:0.0:1788205050.327534:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205050.327536:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205050.327540:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205050.327542:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205050.327547:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205050.327548:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618725120:192.168.201.124@tcp:250:kworker.0
02000000:00000001:2.0:1788205050.327553:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.327555:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205050.327557:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205050.327560:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.327563:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788205050.327563:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205050.327568:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788205050.327569:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.327572:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205050.327574:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
00000100:00000010:2.0:1788205050.327577:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
02000000:00000001:0.0:1788205050.327578:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205050.327583:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000400:00000200:0.0:1788205050.327587:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:2.0:1788205050.327588:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205050.327591:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205050.327594:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:2.0:1788205050.327594:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205050.327596:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205050.327599:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205050.327602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
02000000:00000010:2.0:1788205050.327605:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000200:0.0:1788205050.327610:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725120, portal 25
00000100:00000001:2.0:1788205050.327610:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.327614:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.327616:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00100000:2.0:1788205050.327617:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205050.327623:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205050.327635:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205050.327637:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788205050.327638:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.327643:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205050.327647:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000040:2.0:1788205050.327648:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.327651:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618725120, offset 0
00000400:00000200:0.0:1788205050.327661:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327662:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205050.327666:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205050.327670:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788205050.327670:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205050.327674:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205050.327678:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:2.0:1788205050.327678:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205050.327685:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205050.327688:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788205050.327691:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4183
00000400:00000200:0.0:1788205050.327695:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:2.0:1788205050.327699:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.327702:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205050.327706:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205050.327709:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205050.327716:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:2.0:1788205050.327720:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205050.327725:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3923:3923:256:4294967295] 192.168.201.124@tcp LPNI seq info [3923:3923:8:4294967295]
00000100:00000001:2.0:1788205050.327725:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205050.327730:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327734:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205050.327735:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000001:2.0:1788205050.327738:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205050.327741:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205050.327743:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205050.327745:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788205050.327748:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788205050.327753:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1788205050.327759:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:0.0:1788205050.327764:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788205050.327765:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327769:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205050.327772:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:0.0:1788205050.327774:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000100:00000001:2.0:1788205050.327774:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205050.327777:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788205050.327781:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205050.327798:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205050.327800:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1788205050.327804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:2.0:1788205050.327804:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205050.327809:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205050.327812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788205050.327813:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205050.327815:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205050.327819:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.327822:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205050.327824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:2.0:1788205050.327827:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000800:00000200:0.1:1788205050.327829:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000040:2.0:1788205050.327831:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205050.327837:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:0.0:1788205050.327840:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205050.327840:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.327844:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1788205050.327845:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
02000000:00000001:2.0:1788205050.327848:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205050.327851:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788205050.327851:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.327856:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1788205050.327856:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:2.0:1788205050.327862:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.327864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205050.327868:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00100000:2.0:1788205050.327869:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205050.327874:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205050.327880:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788205050.327883:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205050.327884:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205050.327892:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.327904:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205050.327906:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205050.327910:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205050.327912:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205050.327915:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205050.327919:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205050.327923:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205050.327923:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205050.327929:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205050.327929:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205050.327934:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4183
00000100:00000001:0.0:1788205050.327937:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205050.327938:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205050.327944:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205050.327947:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788205050.327948:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205050.327953:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298857711
00000100:00000040:2.0:1788205050.327954:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000010:0.0:1788205050.327962:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3660.
00000100:00000001:2.0:1788205050.327970:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205050.327973:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1788205050.327975:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205050.327979:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298857711
00000100:00000001:2.0:1788205050.327979:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205050.327983:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:0.0:1788205050.327985:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3f60.
00000020:00000040:2.0:1788205050.327986:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205050.327988:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205050.327990:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788205050.327993:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788205050.327995:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205050.327999:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1788205050.328001:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205050.328003:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205050.328005:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205050.328008:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205050.328009:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205050.328013:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205050.328014:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205050.328018:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00100000:0.0:1788205050.328023:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205050.328023:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205050.328027:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205050.328031:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205050.328036:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1788205050.328040:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1788205050.328040:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205050.328044:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788205050.328045:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788205050.328049:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000008:00100000:2.0:1788205050.328075:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205050.328080:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.328082:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000100:00000001:2.0:1788205050.328083:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205050.328086:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000010:2.0:1788205050.328089:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000100:00000001:0.0:1788205050.328092:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1788205050.328093:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205050.328097:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788205050.328100:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205050.328100:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.328104:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205050.328107:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205050.328110:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205050.328116:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000100:00000200:0.0:1788205050.328120:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205050.328122:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328132:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:2.0:1788205050.328132:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205050.328137:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205050.328146:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205050.328147:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205050.328150:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.328157:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205050.328158:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328184:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205050.328184:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205050.328188:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205050.328192:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205050.328194:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205050.328197:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205050.328200:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205050.328204:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205050.328205:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205050.328209:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328212:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788205050.328212:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4183
00000100:00000001:0.0:1788205050.328216:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788205050.328219:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205050.328220:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1788205050.328224:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205050.328225:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205050.328227:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788205050.328231:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1788205050.328233:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.328237:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1788205050.328241:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:2.0:1788205050.328242:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.328246:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205050.328248:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1788205050.328249:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205050.328253:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205050.328255:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1788205050.328257:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205050.328258:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788205050.328263:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788205050.328269:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00100000:0.0:1788205050.328276:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618725120:192.168.201.124@tcp:250:kworker.0
00000100:00000040:2.0:1788205050.328276:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205050.328281:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205050.328284:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205050.328285:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205050.328289:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205050.328290:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205050.328294:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:0.0:1788205050.328295:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618725120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205050.328300:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205050.328305:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328307:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205050.328308:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205050.328311:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1788205050.328312:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788205050.328314:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:2.0:1788205050.328316:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328318:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788205050.328320:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:0.0:1788205050.328321:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000008:00100000:2.0:1788205050.328323:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000020:00000040:0.0:1788205050.328324:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000008:00000001:2.0:1788205050.328327:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205050.328328:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788205050.328330:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205050.328332:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
00000100:00000010:2.0:1788205050.328335:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
02000000:00000001:0.0:1788205050.328336:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.328340:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:2.0:1788205050.328340:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000010:0.0:1788205050.328342:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
02000000:00000001:2.0:1788205050.328345:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205050.328347:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328348:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205050.328349:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205050.328353:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205050.328353:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205050.328355:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328358:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1788205050.328360:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788205050.328365:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328368:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1788205050.328370:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205050.328372:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328377:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205050.328379:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205050.328384:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788205050.328384:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205050.328387:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205050.328391:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205050.328402:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.328404:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205050.328408:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4193)
00000100:00000001:0.0:1788205050.328416:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.328419:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328421:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.328424:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.328426:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.328430:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.328434:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.328436:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.328438:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328440:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.328443:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205050.328445:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.328449:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205050.328451:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205050.328455:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205050.328458:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725248, portal 10
00000100:00000001:0.0:1788205050.328460:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.328462:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:0.0:1788205050.328469:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328476:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.328478:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205050.328480:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205050.328483:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618725248, offset 0
00000400:00000200:0.0:1788205050.328485:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205050.328488:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.328491:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205050.328493:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.328495:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205050.328497:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.328499:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205050.328501:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3924:3924:256:4294967295] 192.168.201.124@tcp LPNI seq info [3924:3924:8:4294967295]
00000400:00000200:0.0:1788205050.328503:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.328508:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.328510:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.328512:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205050.328515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205050.328517:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205050.328520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205050.328522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205050.328524:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.328526:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205050.328528:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.328530:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.328532:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205050.328533:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205050.328535:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.328537:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328542:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.328544:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328552:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328553:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.328555:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.328558:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205050.328559:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205050.328561:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298857623
00000100:00000001:0.0:1788205050.328563:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.328564:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298857623
00000100:00000001:0.0:1788205050.328565:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.328566:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.328567:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328569:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.328571:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.328576:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.328577:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.328578:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205050.328579:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205050.328580:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205050.328581:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.328583:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.328588:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328592:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.328592:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328593:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.328594:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.328596:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328601:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.328603:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328607:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.328608:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328609:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.328610:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328611:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.328612:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.328613:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.328615:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205050.328616:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.328618:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.328622:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.328624:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.328626:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328629:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.328630:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328632:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.328633:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.328635:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.328636:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.328638:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.328639:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.328640:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.328644:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205050.328645:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.328647:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205050.328648:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205050.328650:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205050.328652:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725376, portal 10
00000100:00000001:0.0:1788205050.328653:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.328654:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:0.0:1788205050.328658:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328662:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.328664:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205050.328665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205050.328666:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618725376, offset 0
00000400:00000200:0.0:1788205050.328669:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205050.328670:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.328672:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205050.328674:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.328675:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205050.328676:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.328678:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205050.328680:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3925:3925:256:4294967295] 192.168.201.124@tcp LPNI seq info [3925:3925:8:4294967295]
00000400:00000200:0.0:1788205050.328682:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.328686:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.328688:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.328689:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205050.328691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205050.328693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205050.328695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205050.328696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205050.328699:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.328700:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205050.328702:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.328704:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.328706:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205050.328707:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205050.328708:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.328710:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328715:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.328717:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328720:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328722:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.328724:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.328726:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205050.328729:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205050.328731:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298855468
00000100:00000001:0.0:1788205050.328733:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.328735:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298855468
00000100:00000001:0.0:1788205050.328737:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.328739:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.328741:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328743:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.328747:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.328755:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.328756:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.328758:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205050.328760:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205050.328762:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205050.328765:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.328768:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.328774:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328778:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.328779:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328780:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.328794:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.328797:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328801:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.328804:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328807:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.328809:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328810:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.328810:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.328811:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.328812:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.328813:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.328815:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205050.328816:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.328818:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.328823:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.328825:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.328828:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328832:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.328833:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328834:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.328835:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.328836:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.328838:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.328840:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.328841:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.328842:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.328844:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.328846:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205050.328847:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.328850:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205050.328851:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205050.328854:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205050.328856:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725504, portal 4
00000100:00000001:0.0:1788205050.328857:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.328858:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000040:0.0:1788205050.328862:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328867:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.328869:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205050.328871:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205050.328874:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618725504, offset 0
00000400:00000200:0.0:1788205050.328877:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205050.328880:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.328883:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205050.328886:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.328889:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205050.328891:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.328893:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205050.328897:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3926:3926:256:4294967295] 192.168.201.124@tcp LPNI seq info [3926:3926:8:4294967295]
00000400:00000200:0.0:1788205050.328901:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.328907:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.328911:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.328914:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205050.328917:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205050.328919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205050.328921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205050.328922:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205050.328925:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.328926:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205050.328929:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.328931:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.328934:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205050.328936:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205050.328938:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.328941:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328949:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.328952:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.328959:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328961:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.328963:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.328966:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205050.328969:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205050.328971:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298855448
00000100:00000001:0.0:1788205050.328973:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.328976:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298855448
00000100:00000001:0.0:1788205050.328977:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.328979:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.328980:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.328982:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.328984:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.328990:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.328991:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.328992:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205050.328994:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205050.328995:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205050.328996:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.328998:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.329003:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329006:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.329007:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329008:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.329009:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.329011:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329014:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.329018:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329024:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.329026:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329028:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.329029:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329031:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.329032:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.329035:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.329039:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205050.329041:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.329045:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.329068:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.329073:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329075:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.329079:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618725248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329086:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.329088:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.329089:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205050.329092:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.329094:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.329096:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205050.329098:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.329101:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:0.0:1788205050.329103:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.329105:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.329107:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:0.0:1788205050.329111:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.329112:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329114:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.329118:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618725376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329125:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.329126:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.329128:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205050.329132:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.329133:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.329134:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205050.329136:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.329138:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:0.0:1788205050.329140:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.329141:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.329143:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:0.0:1788205050.329145:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.329146:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329148:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.329151:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618725504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329158:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.329159:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.329161:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205050.329163:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.329164:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.329165:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205050.329166:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.329167:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:0.0:1788205050.329169:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.329169:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.329170:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:0.0:1788205050.329173:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.329174:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329175:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329177:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205050.329178:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.329179:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205050.329180:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205050.329181:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.329184:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329188:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.329189:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.329190:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.329192:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.329193:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.329195:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.329197:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.329199:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.329200:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.329201:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.329203:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205050.329204:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.329207:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205050.329208:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205050.329210:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205050.329213:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725632, portal 4
00000100:00000001:0.0:1788205050.329214:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.329215:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:0.0:1788205050.329219:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329225:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.329227:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205050.329229:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205050.329232:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618725632, offset 0
00000400:00000200:0.0:1788205050.329235:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205050.329239:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.329242:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205050.329245:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.329248:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205050.329250:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.329253:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205050.329256:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3927:3927:256:4294967295] 192.168.201.124@tcp LPNI seq info [3927:3927:8:4294967295]
00000400:00000200:0.0:1788205050.329260:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205050.329266:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.329270:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.329272:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205050.329274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205050.329277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205050.329279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205050.329281:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205050.329283:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205050.329285:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205050.329287:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.329289:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.329291:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205050.329292:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205050.329294:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.329296:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329301:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.329302:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329306:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.329307:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.329309:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.329311:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205050.329313:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205050.329314:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298855583
00000100:00000001:0.0:1788205050.329316:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.329318:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298855583
00000100:00000001:0.0:1788205050.329319:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298857711
00000100:00000001:0.0:1788205050.329320:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.329321:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.329323:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.329324:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.329328:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.329329:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.329331:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205050.329332:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205050.329333:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205050.329334:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.329336:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.329342:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329348:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.329349:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329351:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.329352:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.329355:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329362:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.329366:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329372:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.329375:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329377:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.329378:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329380:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.329382:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.329385:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.329388:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205050.329390:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.329395:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.329402:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.329406:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329408:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.329410:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618725632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.329417:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.329418:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.329420:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205050.329422:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.329424:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.329425:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205050.329427:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.329429:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:0.0:1788205050.329431:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.329432:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.329433:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:0.0:1788205050.329436:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.329437:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329439:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.329442:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205050.329443:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.329445:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205050.329446:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205050.647213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205050.647222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205050.647229:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205050.647230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205050.647234:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205050.647235:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205050.647239:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205050.647240:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205050.647300:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205050.647305:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205050.647309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205051.351145:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205051.351153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205051.351155:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205051.351160:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205051.351164:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205051.351167:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205051.351169:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205051.351172:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205051.351174:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205051.671192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205051.671198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205051.671204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205051.671205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205051.671208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205051.671209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205051.671212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205051.671213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205051.671271:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205051.671274:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205051.671277:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205052.375184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205052.375193:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205052.375195:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205052.375201:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205052.375204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205052.375208:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205052.375211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205052.375213:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205052.375216:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205052.631196:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298857711, at 4298857728
00000100:00000010:2.0:1788205052.631217:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3660.
00000100:00000040:3.0:1788205052.631839:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298857711, at 4298857728
00000100:00000010:3.0:1788205052.631853:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3f60.
00010000:00000001:3.0:1788205052.695152:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205052.695157:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205052.695161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205052.695162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205052.695164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205052.695165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205052.695167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205052.695168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205052.695214:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205052.695217:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205052.695219:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205053.399228:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205053.399234:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205053.399236:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205053.399240:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205053.399243:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205053.399245:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205053.399247:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205053.399249:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205053.399251:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205053.719180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205053.719187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205053.719192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205053.719194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205053.719197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205053.719199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205053.719201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205053.719203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205053.719261:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205053.719264:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205053.719266:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205054.423178:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205054.423186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205054.423188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205054.423193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205054.423197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205054.423200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205054.423203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205054.423205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205054.423207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744429:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205054.744436:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744441:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205054.744442:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744446:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205054.744449:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205054.744451:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205054.744457:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205054.744459:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205054.744460:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744463:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205054.744465:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744468:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744470:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744473:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205054.744475:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205054.744476:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205054.744478:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744479:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205054.744480:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744482:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205054.744484:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205054.744591:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205054.744598:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205054.744603:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205055.447183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205055.447191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205055.447193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205055.447199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205055.447203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205055.447206:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.447208:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205055.447211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.447213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205055.447448:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205055.447459:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205055.447462:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205055.447466:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205055.447472:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205055.447481:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4188
00000400:00000200:2.0:1788205055.447491:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205055.447498:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205055.447502:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205055.447505:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447509:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.447511:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447514:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205055.447518:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205055.447521:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205055.447524:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205055.447527:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205055.447530:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205055.447533:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205055.447536:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447538:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.447540:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447542:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205055.447545:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205055.447549:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447552:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205055.447555:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205055.447559:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205055.447562:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.447565:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205055.447568:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205055.447580:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4380.
00000020:00000040:2.0:1788205055.447585:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205055.447588:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205055.447591:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.447594:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205055.447597:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205055.447601:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205055.447608:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:2.0:1788205055.447615:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205055.447625:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205055.447633:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205055.447637:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205055.447641:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624e4bcd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205055.447663:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.447721:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205055.447726:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205055.447728:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205055.447740:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.447756:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205055.447758:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.447761:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205055.447764:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205055.447767:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205055.447771:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618725760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205055.447775:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205055.447779:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205055.447782:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.447784:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205055.447793:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205055.447797:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205055.447797:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205055.447806:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205055.447809:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205055.447811:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:2.0:1788205055.447813:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788205055.447817:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:2.0:1788205055.447820:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1788205055.447828:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00080000:2.0:1788205055.447828:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4188
00000400:00000200:2.0:1788205055.447838:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000200:0.0:1788205055.447840:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725760, portal 25
00000400:00000200:2.0:1788205055.447848:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205055.447849:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205055.447852:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784845184 : -116879924706432 : ffff95b2c59b4380)
00000100:00080000:2.0:1788205055.447862:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205055.447863:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205055.447877:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447884:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205055.447885:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205055.447891:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:0.0:1788205055.447895:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447899:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:0.0:1788205055.447901:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000020:00000001:2.0:1788205055.447909:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788205055.447911:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618725760, offset 0
00000020:00000040:2.0:1788205055.447914:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205055.447918:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205055.447921:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000400:00000200:0.0:1788205055.447922:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:2.0:1788205055.447930:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788205055.447934:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000400:00000200:0.0:1788205055.447940:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205055.447940:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447946:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.447949:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.447953:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205055.447954:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:2.0:1788205055.447960:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000400:00000200:0.0:1788205055.447965:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788205055.447972:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:0.0:1788205055.447978:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:2.0:1788205055.447981:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.447988:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788205055.447989:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205055.447998:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:2.0:1788205055.448002:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205055.448003:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3928:3928:256:4294967295] 192.168.201.124@tcp LPNI seq info [3928:3928:8:4294967295]
02000000:00000001:2.0:1788205055.448013:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448016:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205055.448021:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205055.448024:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448026:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.448033:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:2.0:1788205055.448034:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5f80.
00000020:00000040:2.0:1788205055.448041:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205055.448045:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205055.448048:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448078:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205055.448080:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205055.448082:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205055.448089:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
00000100:00000001:2.0:1788205055.448094:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.448101:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1788205055.448107:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788205055.448117:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.448129:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000100:00000001:2.0:1788205055.448130:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1788205055.448139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205055.448142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205055.448148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205055.448151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205055.448155:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.448158:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205055.448164:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205055.448168:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205055.448173:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205055.448175:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205055.448179:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205055.448184:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.448195:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.448198:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.448206:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448210:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.448212:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205055.448220:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205055.448224:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004338ed9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205055.448228:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205055.448234:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298862832
00000100:00000010:0.0:1788205055.448247:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3480.
00000100:00000001:2.0:1788205055.448250:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205055.448255:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205055.448256:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1788205055.448264:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205055.448266:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298862832
00000100:00000001:2.0:1788205055.448267:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205055.448272:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1788205055.448275:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec30c0.
00000100:00000001:2.0:1788205055.448278:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205055.448282:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1788205055.448285:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4188
00000100:00000001:0.0:1788205055.448288:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205055.448296:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205055.448296:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205055.448304:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1788205055.448307:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205055.448312:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788205055.448314:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205055.448320:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.448328:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.448333:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000001:0.0:1788205055.448339:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205055.448339:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000001:0.0:1788205055.448345:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1788205055.448345:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205055.448348:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000010:0.0:1788205055.448350:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000020:00000001:2.0:1788205055.448353:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205055.448356:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000020:00000040:2.0:1788205055.448358:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000010:0.0:1788205055.448362:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000020:00000001:2.0:1788205055.448365:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:0.0:1788205055.448369:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1788205055.448370:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000200:0.0:1788205055.448377:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205055.448379:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.448389:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.448395:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.448402:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788205055.448408:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205055.448408:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788205055.448417:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205055.448425:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205055.448431:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205055.448436:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205055.448437:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205055.448441:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205055.448442:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.448446:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205055.448448:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205055.448451:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788205055.448453:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205055.448459:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205055.448462:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205055.448464:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205055.448473:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
00000100:00000001:0.0:1788205055.448475:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205055.448479:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205055.448484:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788205055.448486:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205055.448488:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448495:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205055.448498:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205055.448501:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205055.448510:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:0.0:1788205055.448511:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205055.448518:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.448519:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.448526:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.448528:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205055.448534:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205055.448535:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205055.448540:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205055.448552:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205055.448552:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205055.448558:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205055.448563:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:2.0:1788205055.448565:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.448569:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205055.448586:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205055.448588:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205055.448599:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788205055.448607:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618725760:192.168.201.124@tcp:250:kworker.0
00000100:00080000:2.0:1788205055.448610:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205055.448613:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205055.448614:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205055.448617:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788205055.448618:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788205055.448621:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4380 x1875064618725760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205055.448626:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205055.448630:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205055.448632:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1788205055.448634:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4188
02000000:00000010:0.0:1788205055.448636:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205055.448644:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205055.448648:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:2.0:1788205055.448648:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788205055.448652:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205055.448656:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205055.448658:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
00000400:00000200:2.0:1788205055.448660:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:0.0:1788205055.448663:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205055.448665:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1788205055.448665:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788205055.448668:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4380.
00000100:00000001:0.0:1788205055.448670:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205055.448671:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.448672:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205055.448679:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205055.448680:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205055.448682:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448689:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205055.448690:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205055.448704:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788205055.448705:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205055.448707:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788205055.448713:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:0.0:1788205055.448717:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205055.448718:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205055.448721:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205055.448725:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205055.448730:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788205055.448737:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205055.448740:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788205055.448743:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205055.448744:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.448750:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788205055.448750:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205055.448755:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205055.448757:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205055.448760:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205055.448765:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00100000:0.0:1788205055.448769:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205055.448773:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205055.448782:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788205055.448783:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205055.448787:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205055.448792:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205055.448792:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:0.0:1788205055.448800:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205055.448802:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205055.448805:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:2.0:1788205055.448808:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205055.448811:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205055.448814:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205055.448819:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.448821:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205055.448825:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788205055.448828:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000008:00100000:2.0:1788205055.448831:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1788205055.448834:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000008:00000001:2.0:1788205055.448836:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205055.448840:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618725888, portal 10
00000100:00000001:2.0:1788205055.448841:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.448846:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205055.448849:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784852352 : -116879924699264 : ffff95b2c59b5f80)
00000100:00000010:2.0:1788205055.448851:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000020:00000040:2.0:1788205055.448856:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000040:0.0:1788205055.448861:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205055.448862:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205055.448866:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.448870:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205055.448873:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205055.448876:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.448880:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1788205055.448884:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000040:0.0:1788205055.448887:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205055.448891:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205055.448893:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205055.448899:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618725888, offset 0
00000100:00100000:2.0:1788205055.448903:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205055.448913:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205055.448928:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205055.448929:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205055.448934:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.448942:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:2.0:1788205055.448948:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205055.448951:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205055.448960:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205055.448970:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788205055.448974:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.448977:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:2.0:1788205055.448980:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205055.448990:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1788205055.448991:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3929:3929:256:4294967295] 192.168.201.124@tcp LPNI seq info [3929:3929:8:4294967295]
00000100:00000001:2.0:1788205055.448996:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205055.449001:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205055.449002:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205055.449007:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205055.449016:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4188
00000400:00000200:0.0:1788205055.449026:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788205055.449039:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205055.449045:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205055.449048:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205055.449076:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.449078:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.449080:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.449082:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205055.449084:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205055.449086:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205055.449088:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205055.449091:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788205055.449094:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788205055.449097:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788205055.449101:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.449104:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205055.449106:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205055.449109:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205055.449114:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000800:00000200:0.0:1788205055.449115:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788205055.449123:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000010:0.0:1788205055.449125:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000100:00000001:2.0:1788205055.449128:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205055.449136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205055.449140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205055.449145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205055.449148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205055.449152:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.449153:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205055.449157:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205055.449161:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205055.449164:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205055.449166:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205055.449168:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205055.449172:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449181:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.449184:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449190:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449191:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205055.449195:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205055.449198:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205055.449201:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205055.449204:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298862744
00000100:00000001:0.0:1788205055.449207:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.449209:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298862744
00000100:00000001:0.0:1788205055.449211:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.449213:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205055.449215:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449217:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205055.449221:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205055.449235:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205055.449237:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205055.449238:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205055.449241:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205055.449242:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205055.449244:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205055.449247:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205055.449256:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449263:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205055.449264:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449266:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.449267:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205055.449271:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449277:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205055.449281:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449287:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205055.449290:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449291:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.449292:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449295:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1788205055.449295:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205055.449302:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205055.449303:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205055.449308:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788205055.449310:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205055.449317:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:2.0:1788205055.449317:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205055.449322:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1788205055.449323:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:2.0:1788205055.449330:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205055.449337:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205055.449338:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205055.449346:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000020:00000040:2.0:1788205055.449351:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00100000:0.0:1788205055.449359:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618725888:192.168.201.124@tcp:38:kworker.0
02000000:00000001:2.0:1788205055.449359:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205055.449364:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.449371:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205055.449374:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788205055.449375:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205055.449380:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205055.449383:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205055.449387:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788205055.449395:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449399:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205055.449402:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205055.449406:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205055.449409:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205055.449415:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205055.449426:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205055.449429:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205055.449434:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205055.449436:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205055.449444:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788205055.449444:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205055.449448:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205055.449450:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.449458:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205055.449464:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:2.0:1788205055.449466:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.449469:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.449475:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205055.449475:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4198)
00000400:00000010:0.0:1788205055.449479:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205055.449485:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205055.449489:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726016, portal 10
00000100:00000001:0.0:1788205055.449491:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205055.449492:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:0.0:1788205055.449500:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449507:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205055.449511:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205055.449513:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205055.449516:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618726016, offset 0
00000400:00000200:0.0:1788205055.449521:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205055.449525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205055.449529:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205055.449532:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205055.449535:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205055.449537:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205055.449539:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205055.449543:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3930:3930:256:4294967295] 192.168.201.124@tcp LPNI seq info [3930:3930:8:4294967295]
00000400:00000200:0.0:1788205055.449547:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205055.449554:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205055.449559:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.449562:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205055.449566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205055.449569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205055.449573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205055.449576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205055.449580:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.449581:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205055.449584:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205055.449587:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205055.449591:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205055.449593:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205055.449595:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205055.449598:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449605:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.449608:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449615:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449616:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205055.449619:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205055.449622:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205055.449625:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205055.449628:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298860589
00000100:00000001:0.0:1788205055.449630:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.449632:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298860589
00000100:00000001:0.0:1788205055.449634:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.449636:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205055.449638:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449640:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205055.449643:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205055.449650:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205055.449651:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205055.449653:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205055.449655:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205055.449656:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205055.449658:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205055.449661:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205055.449669:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449676:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205055.449677:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449679:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.449681:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205055.449684:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449690:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205055.449708:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449715:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205055.449718:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449719:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.449721:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449722:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205055.449724:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205055.449727:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205055.449730:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205055.449732:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205055.449736:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205055.449744:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205055.449748:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449749:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.449752:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5f80 x1875064618725888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449758:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205055.449760:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205055.449762:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205055.449766:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205055.449768:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205055.449769:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205055.449771:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205055.449773:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:0.0:1788205055.449776:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205055.449777:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205055.449778:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5f80.
00000100:00000001:0.0:1788205055.449783:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205055.449784:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449786:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.449789:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618726016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449799:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205055.449800:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205055.449802:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205055.449804:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205055.449805:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205055.449806:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205055.449808:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205055.449809:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:0.0:1788205055.449811:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205055.449812:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205055.449814:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:0.0:1788205055.449815:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205055.449817:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449819:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449822:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205055.449824:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449827:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205055.449828:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205055.449830:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205055.449834:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449840:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205055.449841:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.449843:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205055.449845:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205055.449846:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205055.449849:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205055.449853:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205055.449855:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205055.449857:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.449858:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205055.449861:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205055.449863:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.449866:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205055.449867:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205055.449869:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205055.449872:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726144, portal 4
00000100:00000001:0.0:1788205055.449873:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205055.449874:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000040:0.0:1788205055.449878:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449882:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205055.449883:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205055.449885:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205055.449886:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618726144, offset 0
00000400:00000200:0.0:1788205055.449889:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205055.449891:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205055.449893:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205055.449895:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205055.449897:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205055.449899:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205055.449900:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205055.449902:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3931:3931:256:4294967295] 192.168.201.124@tcp LPNI seq info [3931:3931:8:4294967295]
00000400:00000200:0.0:1788205055.449904:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205055.449909:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205055.449911:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.449913:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205055.449915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205055.449917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205055.449920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205055.449921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205055.449934:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.449936:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205055.449938:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205055.449940:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205055.449942:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205055.449944:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205055.449945:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205055.449947:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449952:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.449954:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449958:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449959:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205055.449960:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205055.449962:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205055.449964:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205055.449965:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298860569
00000100:00000001:0.0:1788205055.449967:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.449968:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298860569
00000100:00000001:0.0:1788205055.449969:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.449970:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205055.449971:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.449972:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205055.449974:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205055.449979:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205055.449980:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205055.449981:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205055.449982:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205055.449983:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205055.449984:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205055.449986:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205055.449991:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.449995:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205055.449996:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.449997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.449998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205055.450000:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450003:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205055.450006:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450012:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205055.450013:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450014:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.450015:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450017:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205055.450018:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205055.450020:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205055.450023:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205055.450025:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205055.450029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205055.450036:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205055.450039:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205055.450043:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450049:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205055.450072:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.450074:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205055.450075:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205055.450077:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205055.450079:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205055.450081:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205055.450082:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205055.450083:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205055.450085:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205055.450087:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205055.450088:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205055.450090:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205055.450092:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205055.450094:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205055.450096:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726272, portal 4
00000100:00000001:0.0:1788205055.450097:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205055.450098:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:0.0:1788205055.450102:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450105:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205055.450107:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205055.450108:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205055.450109:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618726272, offset 0
00000400:00000200:0.0:1788205055.450112:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205055.450114:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205055.450116:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205055.450117:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205055.450119:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205055.450121:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205055.450122:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205055.450124:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3932:3932:256:4294967295] 192.168.201.124@tcp LPNI seq info [3932:3932:8:4294967295]
00000400:00000200:0.0:1788205055.450126:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205055.450130:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205055.450133:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.450134:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205055.450137:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205055.450138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205055.450141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205055.450143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205055.450145:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205055.450146:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205055.450148:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205055.450150:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205055.450152:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205055.450153:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205055.450154:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205055.450156:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450160:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.450162:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450166:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.450167:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205055.450168:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205055.450170:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205055.450172:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205055.450173:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298860704
00000100:00000001:0.0:1788205055.450175:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.450176:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298860704
00000100:00000001:0.0:1788205055.450177:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298862832
00000100:00000001:0.0:1788205055.450179:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205055.450180:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.450181:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205055.450183:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205055.450187:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205055.450188:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205055.450189:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205055.450190:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205055.450191:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205055.450192:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205055.450194:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205055.450198:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450202:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205055.450202:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450204:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.450204:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205055.450206:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450210:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205055.450212:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450215:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205055.450216:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450217:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205055.450218:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450219:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205055.450220:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205055.450221:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205055.450223:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205055.450224:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205055.450227:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205055.450231:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205055.450233:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450234:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.450236:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618726144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450239:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205055.450240:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205055.450241:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205055.450242:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205055.450243:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205055.450244:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205055.450245:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205055.450245:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:0.0:1788205055.450247:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205055.450247:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205055.450248:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:0.0:1788205055.450250:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205055.450251:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450252:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205055.450253:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618726272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205055.450257:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205055.450257:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205055.450258:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205055.450259:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205055.450260:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205055.450260:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205055.450261:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205055.450262:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:0.0:1788205055.450263:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205055.450264:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205055.450265:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:0.0:1788205055.450267:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205055.450268:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450269:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.450271:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205055.450272:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.450273:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205055.450275:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205055.767185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205055.767191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205055.767197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205055.767198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205055.767201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205055.767203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205055.767206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205055.767207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205055.767268:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205055.767272:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205055.767275:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205056.471158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205056.471165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205056.471167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205056.471171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205056.471174:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205056.471177:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205056.471178:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205056.471180:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205056.471182:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205056.791150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205056.791155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205056.791159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205056.791160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205056.791162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205056.791163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205056.791165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205056.791166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205056.791218:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205056.791222:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205056.791225:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205057.496520:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205057.496525:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205057.496527:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205057.496531:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205057.496535:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205057.496538:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205057.496541:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205057.496543:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205057.496546:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205057.751144:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298862832, at 4298862848
00000100:00000010:2.0:1788205057.751155:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3480.
00000100:00000040:3.0:1788205057.751214:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298862832, at 4298862848
00000100:00000010:3.0:1788205057.751221:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec30c0.
00010000:00000001:3.0:1788205057.815153:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205057.815160:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205057.815166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205057.815169:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205057.815171:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205057.815174:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205057.815177:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205057.815180:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205057.815181:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205057.815184:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205057.815187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205057.815189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205057.815192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205057.815193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205057.815399:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205057.815403:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205057.815405:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205058.520091:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205058.520097:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205058.520099:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205058.520104:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205058.520108:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205058.520111:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205058.520114:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205058.520116:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205058.520119:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205058.839166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205058.839173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205058.839178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205058.839180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205058.839182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205058.839184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205058.839186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205058.839188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205058.839292:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205058.839295:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205058.839298:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205059.543169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205059.543177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205059.543179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205059.543184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205059.543187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205059.543191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205059.543193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205059.543196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205059.543199:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205059.863199:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205059.863201:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205059.863204:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863209:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205059.863211:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863213:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863216:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205059.863221:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863224:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205059.863226:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205059.863229:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205059.863230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205059.864368:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205059.864372:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205059.864376:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205060.567175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205060.567182:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205060.567184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205060.567189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205060.567193:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205060.567197:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205060.567200:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205060.567202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205060.567205:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205060.567338:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205060.567344:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205060.567347:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205060.567350:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205060.567353:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205060.567360:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4193
00000400:00000200:3.0:1788205060.567367:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205060.567373:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205060.567376:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205060.567379:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567382:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205060.567385:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567387:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205060.567390:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205060.567392:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205060.567395:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205060.567398:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205060.567400:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205060.567403:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205060.567406:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567408:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205060.567410:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567412:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205060.567415:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205060.567417:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567420:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205060.567423:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205060.567427:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205060.567430:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567432:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205060.567434:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205060.567443:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788205060.567447:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205060.567450:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205060.567452:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567455:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205060.567458:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205060.567462:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205060.567469:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788205060.567476:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205060.567486:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205060.567496:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205060.567501:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205060.567506:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205060.567529:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205060.567532:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205060.567539:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205060.567541:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205060.567543:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205060.567545:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205060.567548:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4193
00000400:00000200:3.0:1788205060.567552:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205060.567555:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205060.567558:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205060.567561:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567563:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205060.567566:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567568:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205060.567569:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205060.567570:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205060.567572:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:0.0:1788205060.567575:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205060.567576:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205060.567580:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:0.0:1788205060.567582:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205060.567583:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205060.567588:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788205060.567592:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:0.0:1788205060.567595:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205060.567596:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205060.567601:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567623:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205060.567626:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205060.567629:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567633:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205060.567637:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205060.567641:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205060.567644:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205060.567645:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205060.567650:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205060.567650:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567654:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205060.567656:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788205060.567658:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205060.567660:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205060.567664:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205060.567668:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618726400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205060.567669:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205060.567674:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000100:00000001:0.0:1788205060.567676:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788205060.567678:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205060.567682:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205060.567683:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205060.567686:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.567687:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567688:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205060.567691:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205060.567692:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205060.567696:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205060.567699:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000010:3.0:1788205060.567701:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:0.0:1788205060.567703:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567706:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205060.567713:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205060.567721:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205060.567723:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205060.567727:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205060.567729:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000040:3.0:1788205060.567732:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205060.567738:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000001:3.0:1788205060.567745:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205060.567747:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726400, portal 25
00000100:00080000:3.0:1788205060.567748:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205060.567753:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788205060.567755:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205060.567756:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000001:3.0:1788205060.567758:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205060.567762:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205060.567765:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205060.567769:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4193
00000100:00000040:0.0:1788205060.567773:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205060.567774:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205060.567781:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205060.567786:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205060.567792:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205060.567792:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567797:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205060.567800:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788205060.567802:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205060.567805:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000001:3.0:1788205060.567806:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205060.567811:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788205060.567812:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618726400, offset 0
00000020:00000040:3.0:1788205060.567813:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205060.567818:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205060.567820:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:0.0:1788205060.567825:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788205060.567825:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205060.567829:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205060.567833:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567835:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205060.567838:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788205060.567839:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567843:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205060.567846:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:0.0:1788205060.567847:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788205060.567852:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:0.0:1788205060.567855:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205060.567857:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205060.567860:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205060.567862:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:3.0:1788205060.567865:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205060.567869:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205060.567869:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567873:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205060.567875:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000008:00100000:3.0:1788205060.567877:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205060.567882:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.567883:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3933:3933:256:4294967295] 192.168.201.124@tcp LPNI seq info [3933:3933:8:4294967295]
00000100:00000001:3.0:1788205060.567886:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.567893:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:3.0:1788205060.567893:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000020:00000040:3.0:1788205060.567897:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205060.567899:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205060.567900:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.567902:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205060.567905:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205060.567908:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205060.567912:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000100:00000001:3.0:1788205060.567917:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.567919:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788205060.567925:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788205060.567932:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205060.567939:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1788205060.567941:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000100:00000001:3.0:1788205060.567943:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205060.567949:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788205060.567952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205060.567958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788205060.567963:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205060.567969:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788205060.567969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:3.0:1788205060.567974:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205060.567975:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205060.567976:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205060.567979:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205060.567982:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4193
00000400:00000200:3.0:1788205060.567987:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:0.1:1788205060.567988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1788205060.567993:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000800:00000100:0.0:1788205060.567998:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788205060.567999:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1788205060.568004:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000100:00000040:3.0:1788205060.568005:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568010:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205060.568012:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788205060.568013:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568018:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205060.568022:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788205060.568023:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788205060.568024:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205060.568029:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205060.568031:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000200:0.0:1788205060.568032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000020:00000001:3.0:1788205060.568034:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000400:00000010:0.0:1788205060.568037:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000020:00000001:3.0:1788205060.568038:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205060.568045:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788205060.568045:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568049:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205060.568073:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568075:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205060.568078:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205060.568081:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568083:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205060.568085:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1788205060.568089:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205060.568090:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205060.568095:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.568099:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205060.568103:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205060.568109:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.568114:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568119:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788205060.568120:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788205060.568124:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000040:0.0:1788205060.568125:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205060.568127:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205060.568130:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.568133:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205060.568136:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205060.568139:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568142:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205060.568144:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:0.0:1788205060.568145:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205060.568150:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568153:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205060.568157:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205060.568162:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205060.568167:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298867952
00000100:00000001:3.0:1788205060.568171:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788205060.568174:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3300.
00000100:00000001:3.0:1788205060.568175:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205060.568182:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568184:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205060.568190:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298867952
00000100:00000001:3.0:1788205060.568192:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205060.568195:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ea0.
00000100:00080000:3.0:1788205060.568197:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205060.568201:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205060.568203:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205060.568204:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205060.568206:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205060.568209:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4193
00000100:00000001:0.0:1788205060.568214:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1788205060.568216:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205060.568219:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205060.568222:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205060.568224:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205060.568226:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205060.568230:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788205060.568232:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568235:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788205060.568239:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205060.568240:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568245:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205060.568249:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205060.568251:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788205060.568255:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:0.0:1788205060.568258:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788205060.568259:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000001:0.0:1788205060.568262:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788205060.568264:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000010:0.0:1788205060.568266:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000020:00000001:3.0:1788205060.568267:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788205060.568270:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000100:00000040:3.0:1788205060.568272:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205060.568274:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:3.0:1788205060.568276:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205060.568280:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568282:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205060.568284:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788205060.568286:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788205060.568286:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205060.568290:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205060.568291:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205060.568294:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788205060.568296:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205060.568298:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.568302:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205060.568304:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788205060.568307:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.568310:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205060.568315:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000100:00000200:0.0:1788205060.568320:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205060.568320:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205060.568325:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205060.568327:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205060.568331:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205060.568334:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205060.568337:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788205060.568337:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568341:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205060.568343:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:0.0:1788205060.568345:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205060.568348:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568349:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205060.568356:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788205060.568358:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205060.568377:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205060.568380:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205060.568381:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205060.568389:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205060.568390:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568418:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205060.568418:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568424:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205060.568426:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4203)
00000100:00000001:0.0:1788205060.568427:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.568431:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568433:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205060.568435:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205060.568438:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205060.568443:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205060.568446:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205060.568451:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205060.568459:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618726400:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205060.568463:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568465:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.568468:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618726400/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568474:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205060.568477:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205060.568479:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205060.568482:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205060.568484:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205060.568486:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205060.568488:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205060.568490:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:0.0:1788205060.568493:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205060.568495:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205060.568496:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:0.0:1788205060.568499:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205060.568501:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568503:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568509:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205060.568510:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568512:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205060.568513:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205060.568515:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205060.568518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568525:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205060.568526:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.568528:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205060.568530:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205060.568532:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205060.568534:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205060.568537:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205060.568539:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205060.568540:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.568542:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205060.568544:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205060.568546:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.568550:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205060.568553:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205060.568556:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205060.568558:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726528, portal 10
00000100:00000001:0.0:1788205060.568560:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205060.568561:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:0.0:1788205060.568568:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568574:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205060.568577:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205060.568579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205060.568582:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618726528, offset 0
00000400:00000200:0.0:1788205060.568585:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205060.568589:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.568593:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205060.568596:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205060.568598:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205060.568600:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205060.568602:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205060.568617:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3934:3934:256:4294967295] 192.168.201.124@tcp LPNI seq info [3934:3934:8:4294967295]
00000400:00000200:0.0:1788205060.568621:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.568628:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205060.568632:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.568635:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205060.568639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205060.568642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205060.568646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205060.568648:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205060.568651:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.568653:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205060.568656:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205060.568659:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205060.568662:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205060.568664:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205060.568667:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205060.568670:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568677:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.568680:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568692:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568693:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205060.568696:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205060.568699:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205060.568702:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205060.568704:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298867863
00000100:00000001:0.0:1788205060.568707:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.568709:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298867863
00000100:00000001:0.0:1788205060.568711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.568713:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205060.568715:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568716:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205060.568720:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205060.568727:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205060.568730:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205060.568732:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205060.568734:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205060.568736:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205060.568737:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205060.568740:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205060.568748:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568754:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205060.568755:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568757:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.568758:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205060.568762:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568769:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205060.568772:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568779:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205060.568781:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568782:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.568784:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.568785:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205060.568787:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205060.568789:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205060.568792:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205060.568794:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205060.568798:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205060.568805:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726528:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205060.568809:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205060.568812:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568818:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205060.568819:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.568821:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205060.568823:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205060.568824:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205060.568828:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205060.568830:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205060.568832:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205060.568834:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.568836:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205060.568839:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205060.568841:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.568844:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205060.568846:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205060.568849:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205060.568851:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726656, portal 10
00000100:00000001:0.0:1788205060.568853:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205060.568854:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:0.0:1788205060.568859:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568865:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205060.568868:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205060.568869:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205060.568872:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618726656, offset 0
00000400:00000200:0.0:1788205060.568875:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205060.568879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.568882:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205060.568885:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205060.568887:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205060.568890:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205060.568892:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205060.568895:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3935:3935:256:4294967295] 192.168.201.124@tcp LPNI seq info [3935:3935:8:4294967295]
00000400:00000200:0.0:1788205060.568898:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.568904:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205060.568908:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.568911:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205060.568915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205060.568917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205060.568921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205060.568924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205060.568927:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.568929:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205060.568932:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205060.568935:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205060.568938:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205060.568940:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205060.568942:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205060.568946:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568953:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.568956:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.568961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568963:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205060.568966:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205060.568968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205060.568971:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205060.568973:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298865708
00000100:00000001:0.0:1788205060.568975:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.568977:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298865708
00000100:00000001:0.0:1788205060.568979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.568981:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205060.568983:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.568984:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205060.568988:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205060.568995:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205060.568996:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205060.568998:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205060.569000:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205060.569002:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205060.569004:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205060.569007:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205060.569014:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569020:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205060.569021:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569023:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.569024:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205060.569027:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569033:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205060.569037:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569043:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205060.569046:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569047:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.569048:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569067:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205060.569069:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205060.569072:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205060.569075:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205060.569077:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205060.569081:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205060.569089:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726656:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205060.569093:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205060.569096:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569102:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205060.569104:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.569106:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205060.569108:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205060.569110:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205060.569113:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205060.569116:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205060.569117:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205060.569119:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.569120:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205060.569123:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788205060.569125:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.569128:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205060.569131:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205060.569134:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205060.569136:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726784, portal 4
00000100:00000001:0.0:1788205060.569138:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205060.569139:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:0.0:1788205060.569145:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569151:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205060.569153:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205060.569155:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205060.569157:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618726784, offset 0
00000400:00000200:0.0:1788205060.569161:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205060.569164:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.569167:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205060.569170:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205060.569172:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205060.569174:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205060.569176:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205060.569179:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3936:3936:256:4294967295] 192.168.201.124@tcp LPNI seq info [3936:3936:8:4294967295]
00000400:00000200:0.0:1788205060.569183:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.569189:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205060.569193:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.569196:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205060.569199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205060.569202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205060.569206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205060.569208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205060.569212:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.569214:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205060.569216:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205060.569220:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205060.569223:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205060.569224:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205060.569227:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205060.569230:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569237:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.569239:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569245:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.569246:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205060.569249:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205060.569252:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205060.569254:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205060.569256:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298865689
00000100:00000001:0.0:1788205060.569258:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.569260:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298865689
00000100:00000001:0.0:1788205060.569262:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.569264:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205060.569266:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.569268:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205060.569271:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205060.569278:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205060.569279:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205060.569281:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205060.569283:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205060.569284:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205060.569286:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205060.569289:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205060.569296:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569301:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205060.569303:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569304:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.569306:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205060.569309:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569315:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205060.569319:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569325:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205060.569327:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569328:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.569330:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569331:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205060.569333:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205060.569335:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205060.569339:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205060.569341:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205060.569344:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205060.569351:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726784:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205060.569355:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205060.569358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569364:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205060.569365:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.569367:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205060.569369:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205060.569371:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205060.569373:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205060.569376:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205060.569378:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205060.569379:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205060.569381:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205060.569384:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788205060.569386:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205060.569389:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205060.569391:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205060.569394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205060.569397:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618726912, portal 4
00000100:00000001:0.0:1788205060.569398:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205060.569400:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:0.0:1788205060.569405:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569411:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205060.569413:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205060.569416:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205060.569418:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618726912, offset 0
00000400:00000200:0.0:1788205060.569422:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205060.569426:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.569429:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205060.569432:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205060.569434:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205060.569437:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205060.569439:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205060.569442:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3937:3937:256:4294967295] 192.168.201.124@tcp LPNI seq info [3937:3937:8:4294967295]
00000400:00000200:0.0:1788205060.569445:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205060.569451:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205060.569455:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.569458:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205060.569462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205060.569465:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205060.569469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205060.569471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205060.569475:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205060.569477:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205060.569480:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205060.569483:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205060.569486:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205060.569488:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205060.569490:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205060.569493:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569500:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.569503:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569509:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.569511:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205060.569513:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205060.569516:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205060.569519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205060.569521:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298865823
00000100:00000001:0.0:1788205060.569524:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.569526:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298865823
00000100:00000001:0.0:1788205060.569528:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298867952
00000100:00000001:0.0:1788205060.569530:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205060.569531:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.569533:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205060.569536:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205060.569543:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205060.569544:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205060.569546:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205060.569548:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205060.569550:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205060.569552:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205060.569555:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205060.569563:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569569:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205060.569570:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569571:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.569573:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205060.569576:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569582:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205060.569586:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569592:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205060.569595:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569596:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205060.569597:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569599:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205060.569601:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205060.569603:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205060.569617:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205060.569619:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205060.569622:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205060.569629:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618726912:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205060.569632:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569634:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.569637:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618726528/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569643:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205060.569645:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205060.569647:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205060.569649:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205060.569650:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205060.569652:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205060.569654:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205060.569655:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:0.0:1788205060.569658:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205060.569659:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205060.569661:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:0.0:1788205060.569663:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205060.569664:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569666:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.569669:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618726656/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569675:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205060.569676:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205060.569678:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205060.569679:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205060.569680:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205060.569681:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205060.569682:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205060.569684:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788205060.569685:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205060.569686:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205060.569687:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:0.0:1788205060.569689:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205060.569689:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569691:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.569694:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618726784/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569698:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205060.569698:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205060.569699:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788205060.569701:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205060.569702:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205060.569702:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205060.569703:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205060.569704:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:0.0:1788205060.569705:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205060.569706:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205060.569706:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:0.0:1788205060.569708:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205060.569708:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569709:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205060.569711:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618726912/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205060.569717:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205060.569718:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205060.569719:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788205060.569721:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205060.569721:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205060.569722:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205060.569723:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205060.569723:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:0.0:1788205060.569724:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205060.569725:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205060.569726:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:0.0:1788205060.569727:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205060.569727:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569728:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.569731:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205060.569732:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.569733:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205060.569734:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205060.887179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205060.887186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205060.887192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205060.887193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205060.887197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205060.887198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205060.887201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205060.887203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205060.887297:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205060.887300:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205060.887302:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205061.591734:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205061.591742:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205061.591745:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205061.591750:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205061.591753:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205061.591756:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205061.591758:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205061.591761:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205061.591764:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205061.911177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205061.911184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205061.911190:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205061.911191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205061.911195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205061.911196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205061.911199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205061.911200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205061.911310:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205061.911313:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205061.911315:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205062.616685:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205062.616693:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205062.616695:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205062.616700:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205062.616704:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205062.616708:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205062.616711:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205062.616713:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205062.616716:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205062.871158:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298867952, at 4298867968
00000100:00000040:3.0:1788205062.871158:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298867952, at 4298867968
00000100:00000010:3.0:1788205062.871173:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ea0.
00000100:00000010:2.0:1788205062.871175:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3300.
00010000:00000001:3.0:1788205062.935628:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205062.935636:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205062.935642:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205062.935643:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205062.935647:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205062.935648:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205062.935651:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205062.935652:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205062.935761:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205062.935764:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205062.935766:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205063.639153:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205063.639159:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205063.639161:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205063.639165:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205063.639167:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205063.639170:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205063.639173:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205063.639175:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205063.639178:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205063.959178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205063.959184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205063.959190:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205063.959191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205063.959194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205063.959195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205063.959198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205063.959200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205063.959255:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205063.959258:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205063.959261:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205064.663217:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205064.663226:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205064.663228:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205064.663234:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205064.663237:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205064.663240:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205064.663243:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205064.663247:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205064.663250:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205064.983215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983224:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205064.983225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983227:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205064.983231:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205064.983233:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205064.983240:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205064.983242:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205064.983243:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983246:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205064.983248:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983250:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983253:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983257:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205064.983259:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205064.983260:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205064.983261:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983263:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205064.983264:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983265:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205064.983274:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205064.983337:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205064.983342:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205064.983345:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205065.687195:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205065.687195:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205065.687202:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205065.687205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205065.687207:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788205065.687211:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205065.687212:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205065.687217:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788205065.687218:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205065.687221:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205065.687225:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205065.687225:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205065.687229:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.687231:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205065.687236:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4198
00000400:00000200:0.0:1788205065.687248:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205065.687255:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205065.687259:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205065.687264:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687268:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205065.687271:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687273:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205065.687278:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205065.687280:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205065.687283:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205065.687287:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205065.687290:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205065.687292:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205065.687295:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687297:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205065.687299:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687302:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205065.687305:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205065.687309:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687312:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.687315:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205065.687319:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205065.687323:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687326:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205065.687329:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205065.687341:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205065.687345:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205065.687349:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205065.687351:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687354:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205065.687356:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205065.687361:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205065.687369:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788205065.687376:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205065.687385:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205065.687393:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205065.687397:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205065.687401:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205065.687420:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205065.687422:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205065.687424:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205065.687425:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205065.687427:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205065.687429:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205065.687430:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4198
00000400:00000200:0.0:1788205065.687434:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205065.687436:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205065.687438:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205065.687441:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687443:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205065.687445:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687447:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205065.687447:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788205065.687451:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205065.687452:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:3.0:1788205065.687452:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788205065.687455:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205065.687457:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:3.0:1788205065.687457:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205065.687461:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205065.687463:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205065.687467:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687469:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.687469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205065.687473:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687476:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205065.687481:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205065.687485:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205065.687489:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205065.687490:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.687493:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205065.687494:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.687498:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.687500:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205065.687501:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687504:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205065.687506:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788205065.687508:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788205065.687511:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788205065.687512:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687531:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205065.687534:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788205065.687536:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205065.687537:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205065.687538:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687540:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205065.687541:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205065.687544:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205065.687544:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618727040:192.168.201.124@tcp:250:kworker.0
02000000:00000010:0.0:1788205065.687549:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00000001:3.0:1788205065.687552:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205065.687553:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.687558:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1788205065.687559:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205065.687564:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687568:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205065.687571:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205065.687573:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205065.687574:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205065.687581:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205065.687581:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205065.687584:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205065.687586:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205065.687589:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205065.687590:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205065.687593:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205065.687593:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205065.687597:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1788205065.687598:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00080000:0.0:1788205065.687601:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4198
00000400:00000010:3.0:1788205065.687607:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000400:00000200:0.0:1788205065.687611:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205065.687614:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205065.687616:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205065.687618:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000200:3.0:1788205065.687618:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727040, portal 25
00000100:00000001:0.0:1788205065.687621:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205065.687622:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788205065.687625:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205065.687625:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000001:0.0:1788205065.687631:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205065.687634:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788205065.687634:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205065.687637:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205065.687640:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205065.687643:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205065.687646:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205065.687650:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000001:3.0:1788205065.687653:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205065.687658:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205065.687659:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687664:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205065.687666:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000040:0.0:1788205065.687670:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:3.0:1788205065.687672:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618727040, offset 0
00000100:00000001:0.0:1788205065.687674:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205065.687679:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788205065.687684:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788205065.687685:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687690:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.687692:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205065.687695:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205065.687696:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205065.687701:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.687708:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:0.0:1788205065.687715:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205065.687715:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1788205065.687720:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205065.687721:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000008:00000001:0.0:1788205065.687726:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.687728:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788205065.687731:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.687732:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205065.687737:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3938:3938:256:4294967295] 192.168.201.124@tcp LPNI seq info [3938:3938:8:4294967295]
00000100:00000010:0.0:1788205065.687738:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788205065.687744:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:3.0:1788205065.687744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205065.687750:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205065.687752:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687755:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205065.687758:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205065.687763:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.687763:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1788205065.687770:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000800:00000200:3.0:1788205065.687776:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687777:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205065.687786:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1788205065.687786:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000100:00000001:0.0:1788205065.687797:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1788205065.687799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788205065.687801:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205065.687804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1788205065.687815:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788205065.687815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205065.687822:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788205065.687833:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788205065.687833:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.687837:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000100:00080000:0.0:1788205065.687839:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205065.687844:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205065.687845:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205065.687847:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205065.687849:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205065.687853:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4198
00000400:00000200:3.0:1788205065.687857:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205065.687860:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205065.687867:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:3.0:1788205065.687868:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788205065.687873:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205065.687878:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000100:00000040:0.0:1788205065.687879:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205065.687883:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:0.0:1788205065.687884:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205065.687890:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205065.687891:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205065.687893:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205065.687897:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:3.0:1788205065.687898:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205065.687901:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205065.687906:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205065.687909:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:3.0:1788205065.687912:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788205065.687914:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788205065.687916:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205065.687919:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788205065.687927:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205065.687930:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205065.687930:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205065.687936:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205065.687939:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205065.687940:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687943:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788205065.687948:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788205065.687949:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788205065.687953:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298873071
00000100:00080000:0.0:1788205065.687955:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205065.687959:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.687960:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1788205065.687962:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89720.
02000000:00000001:0.0:1788205065.687963:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205065.687967:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687969:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205065.687972:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205065.687973:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000008:00000001:0.0:1788205065.687977:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.687980:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.687982:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298873071
00000100:00000010:0.0:1788205065.687985:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788205065.687989:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000010:3.0:1788205065.687989:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89840.
00000100:00000001:3.0:1788205065.687995:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1788205065.687996:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205065.687999:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688001:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205065.688002:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205065.688006:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205065.688008:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.688009:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688012:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1788205065.688017:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212000.
00000100:00100000:3.0:1788205065.688019:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205065.688022:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205065.688032:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1788205065.688034:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205065.688038:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205065.688041:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000100:00000001:0.0:1788205065.688044:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205065.688046:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000100:00000001:0.0:1788205065.688049:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205065.688074:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205065.688078:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205065.688083:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205065.688095:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205065.688101:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205065.688116:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688119:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1788205065.688121:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205065.688123:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688128:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788205065.688129:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205065.688132:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205065.688133:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205065.688137:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788205065.688141:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205065.688142:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205065.688148:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4198
00000400:00000200:0.0:1788205065.688157:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205065.688158:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788205065.688163:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:3.0:1788205065.688167:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205065.688169:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205065.688180:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788205065.688183:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205065.688184:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205065.688186:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205065.688189:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788205065.688190:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.688193:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205065.688193:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788205065.688197:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205065.688199:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205065.688200:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205065.688200:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788205065.688205:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:3.0:1788205065.688205:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788205065.688206:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205065.688210:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00080000:3.0:1788205065.688213:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788205065.688214:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205065.688218:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205065.688223:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:3.0:1788205065.688223:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205065.688228:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205065.688229:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788205065.688233:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788205065.688238:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:3.0:1788205065.688238:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205065.688243:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205065.688246:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205065.688248:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205065.688252:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.688255:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205065.688257:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1788205065.688259:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618727040:192.168.201.124@tcp:250:kworker.0
00000008:00000001:0.0:1788205065.688260:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.688263:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688269:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788205065.688270:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205065.688274:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205065.688276:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788205065.688277:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205065.688279:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.688282:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1788205065.688282:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618727040/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205065.688284:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205065.688287:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205065.688294:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:3.0:1788205065.688296:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788205065.688299:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.688301:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205065.688305:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
00000100:00100000:0.0:1788205065.688308:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205065.688311:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205065.688314:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205065.688317:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205065.688321:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788205065.688323:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1788205065.688326:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
00000100:00000001:0.0:1788205065.688328:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.688332:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1788205065.688335:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205065.688336:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205065.688340:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205065.688345:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205065.688347:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688348:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205065.688352:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4208)
00000100:00000001:3.0:1788205065.688352:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688363:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205065.688365:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688367:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205065.688369:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205065.688371:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205065.688376:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688391:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205065.688392:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.688395:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205065.688396:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.688399:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205065.688401:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205065.688405:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205065.688407:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205065.688409:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.688411:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205065.688413:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205065.688415:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.688420:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205065.688423:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205065.688427:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205065.688430:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727168, portal 10
00000100:00000001:3.0:1788205065.688433:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205065.688434:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205065.688441:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688449:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205065.688451:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205065.688453:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205065.688456:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618727168, offset 0
00000400:00000200:3.0:1788205065.688460:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205065.688465:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.688469:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205065.688472:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205065.688475:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205065.688477:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205065.688479:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205065.688482:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3939:3939:256:4294967295] 192.168.201.124@tcp LPNI seq info [3939:3939:8:4294967295]
00000400:00000200:3.0:1788205065.688487:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.688493:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205065.688497:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.688501:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205065.688505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205065.688508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205065.688512:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205065.688515:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205065.688538:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.688540:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205065.688544:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205065.688547:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205065.688550:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205065.688552:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205065.688555:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205065.688559:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688566:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.688569:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688577:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688579:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205065.688582:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205065.688586:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205065.688589:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205065.688591:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298872983
00000100:00000001:3.0:1788205065.688595:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.688597:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298872983
00000100:00000001:3.0:1788205065.688599:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.688601:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205065.688604:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688606:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205065.688610:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205065.688618:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205065.688619:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205065.688622:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205065.688624:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205065.688626:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205065.688628:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205065.688632:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205065.688641:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688648:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205065.688650:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688651:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.688653:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205065.688656:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688663:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205065.688667:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688673:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205065.688675:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.688678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688680:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205065.688681:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205065.688684:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205065.688687:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205065.688690:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205065.688693:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205065.688701:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727168:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205065.688706:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205065.688709:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688716:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205065.688718:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.688720:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205065.688722:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.688724:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205065.688727:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205065.688730:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205065.688732:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205065.688734:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.688736:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205065.688739:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788205065.688741:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.688744:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205065.688747:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205065.688750:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205065.688752:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727296, portal 10
00000100:00000001:3.0:1788205065.688754:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205065.688755:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205065.688762:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688768:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205065.688771:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205065.688773:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205065.688776:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618727296, offset 0
00000400:00000200:3.0:1788205065.688780:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205065.688784:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.688788:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205065.688791:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205065.688793:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205065.688796:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205065.688798:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205065.688802:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3940:3940:256:4294967295] 192.168.201.124@tcp LPNI seq info [3940:3940:8:4294967295]
00000400:00000200:3.0:1788205065.688806:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.688811:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205065.688816:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.688819:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205065.688823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205065.688826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205065.688831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205065.688833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205065.688837:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.688839:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205065.688842:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205065.688845:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205065.688848:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205065.688850:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205065.688853:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205065.688856:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688864:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.688867:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688874:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688875:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205065.688879:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205065.688882:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205065.688884:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205065.688886:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298870828
00000100:00000001:3.0:1788205065.688888:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.688890:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298870828
00000100:00000001:3.0:1788205065.688892:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.688894:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205065.688896:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.688897:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205065.688901:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205065.688908:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205065.688910:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205065.688911:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205065.688914:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205065.688915:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205065.688917:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205065.688919:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205065.688927:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688932:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205065.688934:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688935:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.688937:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205065.688940:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688947:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205065.688951:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.688958:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205065.688961:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688963:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.688964:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.688966:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205065.688968:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205065.688970:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205065.688973:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205065.688976:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205065.688979:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205065.688987:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727296:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205065.688991:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205065.688994:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689001:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205065.689002:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.689005:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205065.689007:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.689009:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205065.689012:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205065.689015:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205065.689018:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205065.689019:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.689020:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205065.689024:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788205065.689026:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.689030:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205065.689033:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205065.689036:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205065.689039:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727424, portal 4
00000100:00000001:3.0:1788205065.689041:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205065.689042:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205065.689048:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689075:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205065.689078:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205065.689080:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205065.689083:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618727424, offset 0
00000400:00000200:3.0:1788205065.689088:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205065.689092:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.689096:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205065.689099:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205065.689102:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205065.689104:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205065.689106:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205065.689109:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3941:3941:256:4294967295] 192.168.201.124@tcp LPNI seq info [3941:3941:8:4294967295]
00000400:00000200:3.0:1788205065.689112:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.689117:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205065.689122:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.689125:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205065.689129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205065.689132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205065.689136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205065.689139:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205065.689161:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.689163:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205065.689166:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205065.689170:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205065.689173:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205065.689175:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205065.689178:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205065.689182:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689191:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.689194:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689201:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.689203:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205065.689206:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205065.689210:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205065.689213:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205065.689215:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298870809
00000100:00000001:3.0:1788205065.689218:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.689220:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298870809
00000100:00000001:3.0:1788205065.689223:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.689225:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205065.689228:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.689230:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205065.689233:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205065.689241:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205065.689243:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205065.689244:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205065.689247:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205065.689249:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205065.689251:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205065.689254:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205065.689262:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689275:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205065.689277:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689279:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.689280:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205065.689284:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689290:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205065.689294:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689301:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205065.689303:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689304:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.689306:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689308:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205065.689309:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205065.689312:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205065.689315:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205065.689318:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205065.689322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205065.689331:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727424:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205065.689335:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205065.689338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689345:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205065.689346:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.689349:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205065.689351:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.689353:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205065.689356:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205065.689359:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205065.689361:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205065.689363:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.689365:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205065.689368:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788205065.689370:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205065.689374:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205065.689377:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205065.689381:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205065.689384:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727552, portal 4
00000100:00000001:3.0:1788205065.689386:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205065.689387:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788205065.689392:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689398:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205065.689401:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205065.689403:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205065.689405:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618727552, offset 0
00000400:00000200:3.0:1788205065.689409:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205065.689414:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.689417:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205065.689420:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205065.689422:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205065.689424:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205065.689426:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205065.689429:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3942:3942:256:4294967295] 192.168.201.124@tcp LPNI seq info [3942:3942:8:4294967295]
00000400:00000200:3.0:1788205065.689433:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205065.689440:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205065.689446:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.689451:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205065.689455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205065.689457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205065.689462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205065.689464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205065.689468:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205065.689469:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205065.689472:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205065.689475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205065.689478:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205065.689479:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205065.689482:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205065.689486:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689492:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.689495:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689501:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.689503:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205065.689506:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205065.689508:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205065.689512:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205065.689514:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298870943
00000100:00000001:3.0:1788205065.689529:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.689532:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298870943
00000100:00000001:3.0:1788205065.689535:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298873071
00000100:00000001:3.0:1788205065.689537:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205065.689539:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.689541:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205065.689545:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205065.689555:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205065.689556:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205065.689558:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205065.689561:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205065.689562:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205065.689565:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205065.689568:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205065.689577:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689585:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205065.689586:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689588:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.689590:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205065.689593:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689601:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205065.689605:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689612:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205065.689614:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689616:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.689617:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689619:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205065.689621:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205065.689624:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205065.689627:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205065.689630:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205065.689634:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205065.689642:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727552:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205065.689645:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689647:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.689650:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618727168/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689657:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205065.689659:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205065.689661:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205065.689664:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205065.689666:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205065.689667:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205065.689669:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205065.689671:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788205065.689673:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205065.689675:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205065.689676:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205065.689679:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205065.689680:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689682:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.689685:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618727296/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689692:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205065.689693:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205065.689695:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:3.0:1788205065.689698:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205065.689699:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205065.689700:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205065.689702:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205065.689704:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:3.0:1788205065.689707:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205065.689709:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205065.689711:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205065.689713:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205065.689714:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689716:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.689719:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618727424/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689726:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205065.689728:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205065.689729:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:3.0:1788205065.689731:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205065.689733:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205065.689734:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205065.689736:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205065.689738:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212000.
02000000:00000001:3.0:1788205065.689741:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205065.689742:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205065.689743:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205065.689745:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205065.689746:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689748:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205065.689751:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618727552/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.689758:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205065.689759:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205065.689760:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:3.0:1788205065.689763:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205065.689764:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205065.689765:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205065.689767:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205065.689768:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:3.0:1788205065.689770:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205065.689772:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205065.689773:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205065.689775:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205065.689776:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689779:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205065.689783:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205065.689784:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.689787:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205065.689789:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205066.007204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205066.007214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205066.007222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205066.007223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205066.007227:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205066.007229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205066.007232:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205066.007233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205066.007297:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205066.007302:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205066.007306:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205066.711305:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205066.711325:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205066.711328:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205066.711336:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205066.711340:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205066.711345:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205066.711348:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205066.711351:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205066.711355:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205067.031165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205067.031174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205067.031179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205067.031180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205067.031183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205067.031184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205067.031187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205067.031187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205067.031247:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205067.031251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205067.031255:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205067.735187:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205067.735198:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205067.735201:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205067.735209:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205067.735213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205067.735217:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.735221:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205067.735224:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.735229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205067.991199:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298873071, at 4298873088
00000100:00000040:3.0:1788205067.991199:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298873071, at 4298873088
00000100:00000010:2.0:1788205067.991370:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89720.
00000100:00000010:3.0:1788205067.991400:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89840.
00010000:00000001:3.0:1788205068.055223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205068.055233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205068.055240:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205068.055244:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205068.055248:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205068.055252:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205068.055255:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205068.055258:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205068.055260:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205068.055262:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205068.055266:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205068.055267:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205068.055271:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205068.055272:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205068.055337:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205068.055342:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205068.055345:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205068.759190:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205068.759199:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205068.759208:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205068.759215:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205068.759219:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205068.759224:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205068.759227:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205068.759230:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205068.759234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205069.079183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205069.079192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205069.079200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205069.079202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205069.079206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205069.079207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205069.079213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205069.079214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205069.079274:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205069.079279:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205069.079283:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205069.783168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205069.783178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205069.783181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205069.783189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205069.783194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205069.783198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205069.783202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205069.783205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205069.783208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205070.103219:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205070.103222:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205070.103226:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205070.103235:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103237:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103240:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103245:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205070.103247:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205070.103252:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205070.103256:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205070.103257:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205070.103321:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205070.103326:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205070.103330:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205070.807192:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205070.807205:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205070.807206:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205070.807209:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205070.807212:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788205070.807215:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205070.807216:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.807222:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:3.0:1788205070.807223:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205070.807226:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205070.807233:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4203
00000100:00000001:0.0:1788205070.807236:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.807239:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.807241:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.807244:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205070.807245:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205070.807254:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205070.807258:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205070.807262:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807266:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205070.807269:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807272:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205070.807276:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205070.807279:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205070.807283:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205070.807286:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205070.807289:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205070.807292:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205070.807295:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807297:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205070.807299:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807301:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205070.807304:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205070.807307:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807316:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205070.807319:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205070.807323:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205070.807326:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205070.807329:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205070.807332:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205070.807342:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000020:00000040:3.0:1788205070.807346:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205070.807350:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205070.807352:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205070.807356:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205070.807359:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205070.807364:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205070.807373:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788205070.807381:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205070.807391:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205070.807403:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205070.807408:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205070.807413:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205070.807455:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205070.807458:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205070.807461:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205070.807463:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205070.807465:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205070.807469:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205070.807471:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4203
00000400:00000200:3.0:1788205070.807476:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205070.807479:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205070.807480:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788205070.807482:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205070.807486:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205070.807487:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205070.807490:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205070.807491:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205070.807495:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:0.0:1788205070.807499:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205070.807499:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205070.807503:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205070.807506:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205070.807509:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205070.807512:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:0.0:1788205070.807514:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788205070.807516:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205070.807518:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205070.807520:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:0.0:1788205070.807524:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205070.807525:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205070.807528:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205070.807529:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205070.807533:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205070.807534:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205070.807536:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205070.807540:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00100000:0.0:1788205070.807541:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618727680:192.168.201.124@tcp:250:kworker.0
00000100:00080000:3.0:1788205070.807546:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205070.807548:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205070.807550:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205070.807553:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205070.807554:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.807558:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.807562:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.807568:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205070.807570:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.807571:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205070.807577:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205070.807580:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205070.807582:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00100000:3.0:1788205070.807587:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788205070.807588:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000008:00000001:3.0:1788205070.807594:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205070.807597:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205070.807599:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000010:3.0:1788205070.807602:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788205070.807606:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000200:0.0:1788205070.807608:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727680, portal 25
02000000:00000001:3.0:1788205070.807609:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205070.807611:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807614:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205070.807615:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205070.807617:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
02000000:00000001:3.0:1788205070.807618:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205070.807622:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.807627:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205070.807628:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:3.0:1788205070.807633:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807640:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788205070.807642:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205070.807646:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205070.807651:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205070.807657:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618727680, offset 0
00000100:00000001:3.0:1788205070.807658:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205070.807662:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.807665:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:3.0:1788205070.807669:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205070.807677:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205070.807684:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.807686:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:3.0:1788205070.807688:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205070.807691:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788205070.807695:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205070.807697:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205070.807698:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:3.0:1788205070.807700:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205070.807704:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205070.807707:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205070.807708:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00080000:3.0:1788205070.807713:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4203
00000400:00000200:0.0:1788205070.807714:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3943:3943:256:4294967295] 192.168.201.124@tcp LPNI seq info [3943:3943:8:4294967295]
00000400:00000200:0.0:1788205070.807724:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205070.807724:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205070.807731:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205070.807734:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205070.807742:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205070.807743:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807748:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205070.807752:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:0.0:1788205070.807753:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807757:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205070.807760:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:0.0:1788205070.807761:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000020:00000040:3.0:1788205070.807762:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205070.807765:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205070.807766:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205070.807768:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205070.807771:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205070.807776:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:0.0:1788205070.807777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205070.807780:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205070.807781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1788205070.807785:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807788:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:0.1:1788205070.807790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:3.0:1788205070.807792:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:0.1:1788205070.807793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1788205070.807798:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000100:0.0:1788205070.807799:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.807803:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000100:00000001:3.0:1788205070.807804:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205070.807807:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205070.807810:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205070.807811:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205070.807816:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.807819:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205070.807821:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205070.807825:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000008:00100000:3.0:1788205070.807825:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788205070.807829:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000008:00000001:3.0:1788205070.807830:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807834:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205070.807834:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205070.807840:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205070.807840:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788205070.807845:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205070.807851:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205070.807853:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807854:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205070.807855:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205070.807858:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788205070.807859:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205070.807861:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205070.807867:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:0.0:1788205070.807868:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807871:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205070.807873:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807877:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205070.807882:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205070.807883:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205070.807887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298878191
00000100:00000010:0.0:1788205070.807894:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3300.
00000100:00000001:3.0:1788205070.807895:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205070.807899:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807902:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788205070.807904:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.807907:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298878191
00000100:00000010:0.0:1788205070.807913:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ea0.
00000100:00000001:0.0:1788205070.807919:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205070.807919:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.807925:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788205070.807925:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205070.807931:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205070.807932:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205070.807936:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205070.807937:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788205070.807939:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205070.807944:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1788205070.807945:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205070.807950:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4203
00000400:00000200:3.0:1788205070.807959:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000001:0.0:1788205070.807965:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1788205070.807965:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000001:0.0:1788205070.807969:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788205070.807970:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788205070.807973:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000100:00000040:3.0:1788205070.807975:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205070.807979:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000100:00000001:3.0:1788205070.807979:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788205070.807984:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000040:3.0:1788205070.807985:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.807987:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205070.807989:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205070.807990:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205070.807992:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205070.807994:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:0.0:1788205070.807997:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788205070.807998:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205070.808001:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:0.0:1788205070.808002:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205070.808007:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.808012:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788205070.808016:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205070.808018:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.808025:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205070.808029:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788205070.808030:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788205070.808031:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808035:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788205070.808035:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205070.808037:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205070.808039:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.808043:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205070.808044:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205070.808047:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.808066:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.808070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808075:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205070.808078:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808080:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205070.808081:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205070.808084:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1788205070.808086:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205070.808087:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788205070.808091:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808093:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205070.808095:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808097:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1788205070.808100:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000100:00080000:0.0:1788205070.808102:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788205070.808104:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00080000:0.0:1788205070.808109:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
02000000:00000001:3.0:1788205070.808110:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205070.808114:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808115:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205070.808116:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205070.808120:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205070.808122:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205070.808126:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788205070.808129:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.808133:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205070.808136:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205070.808155:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205070.808159:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.808163:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618727680:192.168.201.124@tcp:250:kworker.0
00000100:00000040:3.0:1788205070.808166:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808170:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808176:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205070.808180:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.808183:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618727680/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205070.808185:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205070.808192:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205070.808195:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205070.808198:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205070.808201:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788205070.808202:0:15178:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1788205070.808207:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1788205070.808208:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4203
02000000:00000010:0.0:1788205070.808213:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
00000400:00000200:3.0:1788205070.808214:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205070.808218:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1788205070.808219:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000020:00000001:0.0:1788205070.808221:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.808224:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00080000:3.0:1788205070.808224:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1788205070.808229:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788205070.808231:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000010:0.0:1788205070.808232:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788205070.808236:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205070.808239:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788205070.808239:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205070.808242:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788205070.808243:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:0.0:1788205070.808244:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000020:00000001:3.0:1788205070.808247:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205070.808249:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1788205070.808250:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:0.0:1788205070.808251:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205070.808254:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205070.808255:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205070.808258:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788205070.808262:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:0.0:1788205070.808263:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205070.808265:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205070.808265:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:0.0:1788205070.808270:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205070.808273:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205070.808273:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205070.808277:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205070.808278:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205070.808284:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205070.808284:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205070.808287:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205070.808291:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205070.808297:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205070.808302:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808303:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205070.808305:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205070.808306:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205070.808309:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.808310:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.808314:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205070.808315:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.808320:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205070.808320:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205070.808323:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1788205070.808327:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727808:192.168.201.124@tcp:38:kworker.0
00000008:00000001:3.0:1788205070.808328:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808332:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205070.808333:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.808335:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.808338:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205070.808338:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
02000000:00000001:0.0:1788205070.808341:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788205070.808345:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000010:0.0:1788205070.808346:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205070.808350:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205070.808351:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205070.808354:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.808358:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205070.808358:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1788205070.808361:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
02000000:00000001:3.0:1788205070.808361:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205070.808366:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
02000000:00000001:3.0:1788205070.808366:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205070.808370:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727808, portal 10
00000100:00000001:0.0:1788205070.808372:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.808373:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
02000000:00000010:3.0:1788205070.808373:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:3.0:1788205070.808380:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.808382:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808389:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788205070.808389:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205070.808395:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205070.808398:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205070.808401:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618727808, offset 0
00000100:00000001:3.0:1788205070.808407:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205070.808408:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205070.808411:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.808415:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788205070.808420:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205070.808421:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205070.808426:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205070.808445:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.808448:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205070.808451:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205070.808453:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4213)
00000400:00000200:0.0:1788205070.808454:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205070.808459:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3944:3944:256:4294967295] 192.168.201.124@tcp LPNI seq info [3944:3944:8:4294967295]
00000400:00000200:0.0:1788205070.808463:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.808468:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.808472:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.808475:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205070.808478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205070.808480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205070.808483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205070.808484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205070.808487:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.808488:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205070.808490:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.808492:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.808494:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205070.808495:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205070.808497:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.808500:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808505:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.808507:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808511:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808512:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.808514:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.808517:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205070.808519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205070.808520:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298878103
00000100:00000001:0.0:1788205070.808522:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.808524:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298878103
00000100:00000001:0.0:1788205070.808526:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.808528:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.808529:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808530:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.808533:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.808537:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.808538:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.808539:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205070.808540:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205070.808541:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205070.808543:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.808544:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.808549:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808552:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.808553:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808554:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.808555:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.808557:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808560:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.808562:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808566:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.808568:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808569:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.808570:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808571:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.808572:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.808574:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.808576:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205070.808577:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.808579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.808584:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727808:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205070.808586:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205070.808587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808591:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.808593:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.808595:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.808596:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.808598:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.808601:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205070.808604:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205070.808605:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.808607:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.808608:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.808611:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205070.808614:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.808617:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205070.808619:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205070.808622:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205070.808626:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618727936, portal 10
00000100:00000001:0.0:1788205070.808628:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.808629:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:0.0:1788205070.808635:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808641:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.808643:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205070.808644:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205070.808646:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618727936, offset 0
00000400:00000200:0.0:1788205070.808649:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205070.808651:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.808654:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205070.808656:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.808657:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205070.808659:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.808660:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205070.808662:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3945:3945:256:4294967295] 192.168.201.124@tcp LPNI seq info [3945:3945:8:4294967295]
00000400:00000200:0.0:1788205070.808665:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.808669:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.808671:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.808673:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205070.808675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205070.808677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205070.808679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205070.808681:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205070.808683:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.808684:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205070.808686:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.808688:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.808690:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205070.808691:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205070.808692:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.808695:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808699:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.808701:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808710:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808711:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.808712:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.808714:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205070.808716:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205070.808718:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298875948
00000100:00000001:0.0:1788205070.808719:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.808721:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298875948
00000100:00000001:0.0:1788205070.808722:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.808723:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.808725:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808726:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.808728:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.808732:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.808732:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.808733:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205070.808735:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205070.808736:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205070.808737:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.808739:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.808743:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808746:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.808747:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808748:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.808749:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.808751:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808755:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.808758:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808761:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.808763:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808763:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.808764:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808765:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.808766:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.808767:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.808769:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205070.808770:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.808772:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.808776:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618727936:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205070.808778:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205070.808780:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808783:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.808784:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.808786:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.808787:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.808788:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.808790:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.808792:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205070.808793:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.808794:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.808795:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.808797:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205070.808798:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.808801:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205070.808802:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205070.808804:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205070.808806:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728064, portal 4
00000100:00000001:0.0:1788205070.808807:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.808808:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:0.0:1788205070.808811:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808815:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.808817:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205070.808818:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205070.808819:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618728064, offset 0
00000400:00000200:0.0:1788205070.808821:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205070.808823:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.808825:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205070.808826:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.808828:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205070.808829:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.808830:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205070.808832:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3946:3946:256:4294967295] 192.168.201.124@tcp LPNI seq info [3946:3946:8:4294967295]
00000400:00000200:0.0:1788205070.808834:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.808838:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.808841:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.808842:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205070.808844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205070.808845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205070.808848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205070.808849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205070.808852:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.808853:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205070.808855:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.808857:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.808859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205070.808860:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205070.808861:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.808863:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808868:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.808869:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808873:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808874:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.808875:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.808877:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205070.808879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205070.808880:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298875928
00000100:00000001:0.0:1788205070.808881:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.808883:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298875928
00000100:00000001:0.0:1788205070.808884:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.808885:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.808886:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.808887:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.808889:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.808893:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.808893:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.808894:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205070.808895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205070.808896:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205070.808898:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.808900:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.808904:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808908:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.808908:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808909:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.808910:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.808912:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808915:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.808917:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808920:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.808922:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808922:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.808923:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808924:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.808925:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.808926:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.808927:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205070.808929:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.808930:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.808934:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728064:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.808936:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808938:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.808940:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618727808/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808946:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.808947:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.808949:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205070.808951:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.808952:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.808954:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205070.808955:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.808957:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:0.0:1788205070.808959:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.808961:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.808962:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:0.0:1788205070.808965:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.808966:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.808968:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.808972:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618727936/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.808978:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.808980:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.808981:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205070.808985:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.808986:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.808987:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205070.808989:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.808991:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:0.0:1788205070.808993:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.808994:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.808995:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:0.0:1788205070.808997:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.808998:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809000:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.809003:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618728064/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809010:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.809011:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.809013:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205070.809016:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.809017:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.809019:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205070.809021:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.809022:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:0.0:1788205070.809024:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.809025:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.809027:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:0.0:1788205070.809029:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.809030:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809032:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809035:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205070.809037:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.809039:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205070.809040:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205070.809041:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205070.809044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809048:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.809050:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.809064:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.809065:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.809067:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.809069:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.809071:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205070.809072:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.809073:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.809074:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.809076:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205070.809078:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.809080:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205070.809082:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205070.809084:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205070.809086:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728192, portal 4
00000100:00000001:0.0:1788205070.809088:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.809089:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:0.0:1788205070.809092:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809097:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.809098:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205070.809100:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205070.809101:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618728192, offset 0
00000400:00000200:0.0:1788205070.809103:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205070.809106:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.809108:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205070.809110:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.809111:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205070.809113:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.809114:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205070.809116:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3947:3947:256:4294967295] 192.168.201.124@tcp LPNI seq info [3947:3947:8:4294967295]
00000400:00000200:0.0:1788205070.809119:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205070.809123:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.809125:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.809127:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205070.809129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205070.809131:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205070.809134:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205070.809135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205070.809137:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205070.809139:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205070.809141:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.809143:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.809144:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205070.809146:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205070.809147:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.809149:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809158:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.809160:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809164:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.809165:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.809167:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.809169:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205070.809172:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205070.809174:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298876063
00000100:00000001:0.0:1788205070.809176:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.809178:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298876063
00000100:00000001:0.0:1788205070.809180:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298878191
00000100:00000001:0.0:1788205070.809182:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.809184:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.809186:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.809190:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.809198:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.809199:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.809200:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205070.809203:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205070.809204:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205070.809207:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.809210:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.809218:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809222:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.809224:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809225:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.809226:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.809228:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809231:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.809234:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809237:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.809239:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809240:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.809241:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809242:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.809243:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.809245:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.809247:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205070.809248:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.809250:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.809254:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728192:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.809255:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809256:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.809258:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618728192/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.809262:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.809263:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.809264:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205070.809266:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.809267:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.809268:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205070.809269:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.809270:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:0.0:1788205070.809272:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.809272:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.809273:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:0.0:1788205070.809275:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.809276:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809278:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.809281:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205070.809282:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.809284:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205070.809286:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205071.127209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205071.127218:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205071.127226:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205071.127227:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205071.127231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205071.127232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205071.127236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205071.127238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205071.127316:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205071.127320:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205071.127323:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205071.831195:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205071.831204:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205071.831206:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205071.831217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205071.831222:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205071.831227:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205071.831229:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205071.831233:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205071.831237:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205072.151217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205072.151227:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205072.151234:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205072.151235:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205072.151244:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205072.151246:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205072.151249:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205072.151251:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205072.152467:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205072.152472:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205072.152476:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205072.855205:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205072.855215:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205072.855218:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205072.855224:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205072.855228:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205072.855233:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205072.855236:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205072.855239:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205072.855242:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205073.111186:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298878191, at 4298878208
00000100:00000040:3.0:1788205073.111186:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298878191, at 4298878208
00000100:00000010:3.0:1788205073.111206:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ea0.
00000100:00000010:2.0:1788205073.111218:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3300.
00010000:00000001:3.0:1788205073.175196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205073.175204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205073.175209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205073.175210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205073.175213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205073.175214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205073.175219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205073.175220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205073.175274:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205073.175279:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205073.175282:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205073.879106:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205073.879111:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205073.879112:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205073.879116:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205073.879118:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205073.879121:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205073.879122:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205073.879124:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205073.879126:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205074.199201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205074.199210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205074.199217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205074.199219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205074.199222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205074.199223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205074.199225:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205074.199226:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205074.199309:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205074.199314:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205074.199317:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205074.903200:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205074.903209:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205074.903211:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205074.903217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205074.903221:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205074.903225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205074.903228:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205074.903232:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205074.903235:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223162:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205075.223168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205075.223173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205075.223178:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205075.223180:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205075.223185:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205075.223187:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205075.223188:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223191:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205075.223192:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223194:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223195:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205075.223199:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205075.223200:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205075.223201:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223202:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205075.223203:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223204:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205075.223205:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205075.223290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205075.223298:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205075.223303:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205075.927180:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205075.927183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788205075.927189:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205075.927190:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205075.927191:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205075.927193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205075.927195:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788205075.927199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205075.927200:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205075.927205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788205075.927208:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4208
00000100:00000001:1.0:1788205075.927211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205075.927215:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788205075.927217:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205075.927218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205075.927223:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.927223:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205075.927226:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205075.927230:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927233:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205075.927234:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927236:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205075.927239:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205075.927240:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205075.927242:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205075.927244:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205075.927246:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205075.927248:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205075.927251:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927252:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205075.927254:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927255:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205075.927257:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205075.927259:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927260:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927262:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205075.927264:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.927266:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927268:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205075.927269:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205075.927275:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
00000020:00000040:2.0:1788205075.927278:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205075.927280:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205075.927281:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927283:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205075.927285:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205075.927289:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205075.927297:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:2.0:1788205075.927303:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.927313:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205075.927331:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205075.927336:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.927353:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.927372:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205075.927375:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205075.927379:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205075.927380:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205075.927382:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205075.927385:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205075.927387:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4208
00000400:00000200:2.0:1788205075.927391:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205075.927394:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205075.927396:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205075.927399:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927402:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205075.927404:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927406:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205075.927408:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205075.927409:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205075.927411:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205075.927413:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788205075.927413:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205075.927417:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205075.927418:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788205075.927420:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205075.927422:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205075.927427:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927431:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205075.927433:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205075.927436:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927440:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205075.927445:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788205075.927450:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205075.927451:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205075.927453:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.927455:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927456:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205075.927461:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205075.927465:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205075.927468:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927468:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.927474:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927477:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1788205075.927478:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618728320:192.168.201.124@tcp:250:kworker.0
00000008:00100000:2.0:1788205075.927481:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205075.927485:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1788205075.927485:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927489:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.927492:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788205075.927492:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000020:00000040:2.0:1788205075.927496:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205075.927497:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927498:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205075.927500:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.927502:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205075.927503:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205075.927506:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205075.927508:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205075.927511:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000010:2.0:1788205075.927512:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93c00.
02000000:00000001:0.0:1788205075.927515:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927517:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.927524:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205075.927525:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205075.927532:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:2.0:1788205075.927533:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205075.927536:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.927540:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205075.927542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000001:2.0:1788205075.927547:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205075.927550:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788205075.927553:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728320, portal 25
00000100:00080000:2.0:1788205075.927553:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205075.927556:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205075.927559:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1788205075.927559:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205075.927562:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205075.927565:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4208
00000400:00000200:2.0:1788205075.927568:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205075.927571:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205075.927574:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:0.0:1788205075.927583:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205075.927591:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205075.927596:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205075.927597:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927601:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205075.927602:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788205075.927606:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205075.927608:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000001:2.0:1788205075.927610:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788205075.927614:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618728320, offset 0
00000020:00000001:2.0:1788205075.927614:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205075.927616:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205075.927619:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205075.927621:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788205075.927624:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788205075.927627:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:2.0:1788205075.927628:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788205075.927634:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927636:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205075.927638:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205075.927641:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927645:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205075.927649:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:2.0:1788205075.927650:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788205075.927657:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:0.0:1788205075.927658:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205075.927660:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927664:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205075.927666:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:2.0:1788205075.927668:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205075.927672:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788205075.927673:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927677:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205075.927679:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000008:00100000:2.0:1788205075.927681:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205075.927685:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3948:3948:256:4294967295] 192.168.201.124@tcp LPNI seq info [3948:3948:8:4294967295]
00000008:00000001:2.0:1788205075.927686:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927691:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205075.927696:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:2.0:1788205075.927697:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000020:00000040:2.0:1788205075.927701:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205075.927703:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205075.927706:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927710:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205075.927711:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205075.927719:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205075.927719:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205075.927723:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205075.927726:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
02000000:00000010:2.0:1788205075.927728:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000100:00000001:2.0:1788205075.927732:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205075.927737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:2.0:1788205075.927741:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788205075.927743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205075.927755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205075.927761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788205075.927764:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205075.927767:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.927772:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788205075.927784:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927787:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205075.927788:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000100:00080000:2.0:1788205075.927791:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205075.927795:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205075.927796:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205075.927797:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788205075.927797:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205075.927803:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205075.927807:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4208
00000400:00000200:0.0:1788205075.927808:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205075.927812:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205075.927816:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205075.927818:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205075.927819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000100:00000040:2.0:1788205075.927821:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205075.927824:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:2.0:1788205075.927824:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205075.927828:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927830:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205075.927831:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788205075.927832:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205075.927835:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205075.927836:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205075.927838:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000200:0.0:1788205075.927840:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205075.927840:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788205075.927841:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788205075.927847:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927852:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205075.927855:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927858:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205075.927861:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788205075.927863:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788205075.927864:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205075.927868:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927870:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788205075.927872:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205075.927872:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.927876:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927879:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205075.927882:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205075.927888:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.927889:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927890:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.927893:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1788205075.927894:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000020:00000040:2.0:1788205075.927897:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205075.927899:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205075.927900:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.927901:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927906:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205075.927907:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205075.927909:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205075.927910:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:2.0:1788205075.927913:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:0.0:1788205075.927915:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298883311
00000100:00000001:2.0:1788205075.927917:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205075.927922:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec30c0.
00000100:00100000:2.0:1788205075.927923:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205075.927929:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205075.927930:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205075.927936:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298883311
00000100:00000001:2.0:1788205075.927939:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205075.927940:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3480.
00000100:00000001:0.0:1788205075.927945:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1788205075.927945:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.927951:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205075.927957:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.927958:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205075.927963:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205075.927964:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788205075.927966:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205075.927968:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205075.927969:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788205075.927972:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.927972:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205075.927977:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4208
00000400:00000200:2.0:1788205075.927983:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205075.927988:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205075.927991:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205075.927995:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000001:0.0:1788205075.927996:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205075.927997:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1788205075.928000:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205075.928002:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205075.928005:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000100:00000040:2.0:1788205075.928006:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205075.928008:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205075.928012:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788205075.928014:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788205075.928016:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205075.928018:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205075.928021:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205075.928024:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205075.928027:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788205075.928032:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:0.0:1788205075.928034:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205075.928036:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788205075.928044:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205075.928047:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205075.928048:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205075.928049:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205075.928088:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205075.928090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.928093:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205075.928094:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205075.928099:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00100000:0.0:1788205075.928104:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205075.928106:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205075.928111:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.928115:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205075.928121:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205075.928121:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.928126:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.928129:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788205075.928130:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788205075.928132:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1788205075.928137:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.928142:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928147:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1788205075.928148:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000020:00000040:2.0:1788205075.928153:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205075.928156:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205075.928157:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.928159:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205075.928160:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205075.928163:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205075.928166:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
00000100:00000001:0.0:1788205075.928168:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.928169:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928174:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.928177:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205075.928178:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205075.928181:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205075.928185:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205075.928187:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1788205075.928190:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205075.928191:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.928196:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205075.928200:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205075.928206:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788205075.928207:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.928213:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4218)
00000100:00000040:0.0:1788205075.928215:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205075.928224:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618728320:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205075.928230:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928232:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.928235:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618728320/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928246:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205075.928248:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205075.928251:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205075.928255:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205075.928257:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205075.928258:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205075.928260:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205075.928262:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:0.0:1788205075.928266:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205075.928268:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205075.928269:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:0.0:1788205075.928272:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205075.928273:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928275:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928288:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205075.928292:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928294:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205075.928296:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205075.928297:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205075.928301:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928307:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205075.928308:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.928310:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205075.928312:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205075.928314:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205075.928317:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205075.928320:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205075.928322:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205075.928323:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.928325:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205075.928328:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205075.928330:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205075.928333:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205075.928336:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205075.928366:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205075.928371:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728448, portal 10
00000100:00000001:0.0:1788205075.928373:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205075.928374:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000100:00000040:0.0:1788205075.928380:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928386:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205075.928389:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205075.928391:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205075.928393:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618728448, offset 0
00000400:00000200:0.0:1788205075.928397:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205075.928401:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.928405:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205075.928408:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205075.928410:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205075.928413:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205075.928415:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205075.928417:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3949:3949:256:4294967295] 192.168.201.124@tcp LPNI seq info [3949:3949:8:4294967295]
00000400:00000200:0.0:1788205075.928422:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.928428:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205075.928432:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.928436:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205075.928440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205075.928442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205075.928447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205075.928449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205075.928452:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.928454:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205075.928457:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205075.928460:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205075.928464:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205075.928465:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205075.928468:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205075.928471:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928479:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.928482:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928489:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928491:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205075.928494:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205075.928497:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205075.928501:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205075.928503:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298883223
00000100:00000001:0.0:1788205075.928505:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.928508:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298883223
00000100:00000001:0.0:1788205075.928510:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.928512:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205075.928514:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928516:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205075.928519:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205075.928527:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205075.928528:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205075.928530:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205075.928532:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205075.928534:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205075.928536:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205075.928539:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205075.928548:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928560:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205075.928561:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928563:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.928564:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205075.928568:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928574:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205075.928578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928585:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205075.928588:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928590:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.928591:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928593:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205075.928595:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205075.928597:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205075.928600:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205075.928602:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205075.928606:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205075.928614:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728448:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205075.928617:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205075.928621:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928627:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205075.928628:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.928631:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205075.928633:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205075.928635:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205075.928638:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205075.928641:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205075.928643:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205075.928644:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.928646:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205075.928649:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205075.928651:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205075.928654:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205075.928657:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205075.928660:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205075.928662:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728576, portal 10
00000100:00000001:0.0:1788205075.928664:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205075.928665:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:0.0:1788205075.928671:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928677:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205075.928679:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205075.928681:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205075.928684:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618728576, offset 0
00000400:00000200:0.0:1788205075.928688:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205075.928691:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.928694:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205075.928697:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205075.928700:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205075.928702:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205075.928704:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205075.928708:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3950:3950:256:4294967295] 192.168.201.124@tcp LPNI seq info [3950:3950:8:4294967295]
00000400:00000200:0.0:1788205075.928712:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.928717:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205075.928722:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.928747:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205075.928752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205075.928755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205075.928759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205075.928761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205075.928764:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.928766:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205075.928769:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205075.928775:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205075.928778:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205075.928779:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205075.928782:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205075.928787:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928794:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.928797:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928803:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928804:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205075.928807:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205075.928809:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205075.928812:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205075.928814:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298881068
00000100:00000001:0.0:1788205075.928816:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.928818:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298881068
00000100:00000001:0.0:1788205075.928820:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.928822:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205075.928824:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.928826:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205075.928830:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205075.928838:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205075.928840:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205075.928842:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205075.928845:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205075.928847:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205075.928850:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205075.928854:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205075.928863:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928869:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205075.928870:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928872:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.928873:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205075.928876:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928883:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205075.928887:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928894:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205075.928897:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928898:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.928899:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.928901:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205075.928903:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205075.928905:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205075.928908:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205075.928911:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205075.928915:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205075.928923:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728576:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205075.928927:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205075.928930:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928937:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205075.928938:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.928941:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205075.928942:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205075.928944:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205075.928947:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205075.928950:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205075.928952:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205075.928953:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.928955:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205075.928958:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205075.928960:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205075.928963:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205075.928966:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205075.928969:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205075.928972:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728704, portal 4
00000100:00000001:0.0:1788205075.928973:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205075.928975:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:0.0:1788205075.928980:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.928987:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205075.928989:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205075.928991:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205075.928994:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618728704, offset 0
00000400:00000200:0.0:1788205075.928998:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205075.929002:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.929005:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205075.929008:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205075.929011:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205075.929013:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205075.929016:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205075.929019:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3951:3951:256:4294967295] 192.168.201.124@tcp LPNI seq info [3951:3951:8:4294967295]
00000400:00000200:0.0:1788205075.929023:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.929029:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205075.929033:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.929036:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205075.929040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205075.929043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205075.929047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205075.929049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205075.929071:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.929073:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205075.929076:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205075.929079:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205075.929082:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205075.929084:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205075.929086:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205075.929090:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929098:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.929101:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929107:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.929109:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205075.929111:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205075.929114:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205075.929117:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205075.929119:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298881049
00000100:00000001:0.0:1788205075.929121:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.929123:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298881049
00000100:00000001:0.0:1788205075.929125:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.929127:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205075.929128:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.929130:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205075.929134:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205075.929141:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205075.929142:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205075.929144:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205075.929146:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205075.929147:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205075.929149:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205075.929153:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205075.929160:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929165:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205075.929167:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929168:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.929169:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205075.929172:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929178:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205075.929182:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929189:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205075.929191:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929193:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.929194:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929196:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205075.929197:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205075.929200:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205075.929203:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205075.929205:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205075.929208:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205075.929215:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728704:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205075.929218:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205075.929221:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929227:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205075.929229:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.929231:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205075.929232:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205075.929234:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205075.929237:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205075.929239:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205075.929241:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205075.929242:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205075.929244:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205075.929247:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205075.929249:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205075.929252:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205075.929254:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205075.929256:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205075.929259:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728832, portal 4
00000100:00000001:0.0:1788205075.929262:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205075.929263:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:0.0:1788205075.929268:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929275:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205075.929277:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205075.929279:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205075.929281:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618728832, offset 0
00000400:00000200:0.0:1788205075.929285:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205075.929289:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.929292:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205075.929296:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205075.929298:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205075.929301:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205075.929303:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205075.929306:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3952:3952:256:4294967295] 192.168.201.124@tcp LPNI seq info [3952:3952:8:4294967295]
00000400:00000200:0.0:1788205075.929310:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205075.929316:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205075.929321:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.929323:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000800:00000200:0.0:1788205075.929327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205075.929330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205075.929334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205075.929336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205075.929354:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205075.929356:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:0.0:1788205075.929359:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205075.929362:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205075.929365:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:0.0:1788205075.929367:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:0.0:1788205075.929370:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205075.929373:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929387:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.929390:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929397:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.929398:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205075.929401:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205075.929404:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205075.929407:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205075.929409:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298881183
00000100:00000001:0.0:1788205075.929411:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.929413:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298881183
00000100:00000001:0.0:1788205075.929415:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298883311
00000100:00000001:0.0:1788205075.929417:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205075.929419:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.929421:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205075.929425:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205075.929432:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205075.929434:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205075.929435:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205075.929437:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205075.929439:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205075.929441:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205075.929444:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205075.929451:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929457:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205075.929459:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929461:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.929462:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205075.929466:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929472:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205075.929475:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929482:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205075.929484:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929486:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205075.929487:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929489:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205075.929491:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205075.929494:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205075.929497:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205075.929499:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205075.929503:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205075.929511:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618728832:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205075.929514:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929516:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.929519:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618728448/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929526:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205075.929528:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205075.929530:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205075.929533:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205075.929535:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205075.929536:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205075.929538:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205075.929540:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93c00.
02000000:00000001:0.0:1788205075.929542:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205075.929544:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205075.929545:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:0.0:1788205075.929548:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205075.929550:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929551:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.929555:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618728576/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929561:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205075.929562:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205075.929564:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205075.929566:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205075.929567:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205075.929569:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205075.929570:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205075.929572:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:0.0:1788205075.929574:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205075.929575:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205075.929576:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:0.0:1788205075.929578:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205075.929580:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929581:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.929584:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618728704/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929589:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205075.929591:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205075.929592:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205075.929594:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205075.929595:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205075.929596:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205075.929597:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205075.929599:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:0.0:1788205075.929601:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205075.929602:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205075.929603:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:0.0:1788205075.929605:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205075.929606:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929608:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205075.929612:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618728832/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205075.929618:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205075.929620:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205075.929621:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205075.929623:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205075.929624:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205075.929625:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205075.929627:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205075.929628:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:0.0:1788205075.929630:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205075.929631:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205075.929632:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:0.0:1788205075.929634:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205075.929636:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929637:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.929641:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205075.929642:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.929644:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205075.929646:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205076.247158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205076.247163:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205076.247167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205076.247168:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205076.247170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205076.247171:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205076.247173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205076.247174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205076.247229:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205076.247231:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205076.247234:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205076.951163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205076.951174:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205076.951177:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205076.951183:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205076.951187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205076.951190:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205076.951193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205076.951195:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205076.951198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205077.271176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205077.271184:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205077.271187:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205077.271190:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271193:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205077.271195:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271197:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271199:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205077.271204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205077.271207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205077.271209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205077.271307:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205077.271311:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205077.271314:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205077.975224:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205077.975231:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205077.975233:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205077.975237:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205077.975240:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205077.975244:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205077.975247:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205077.975248:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205077.975250:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205078.231117:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298883311, at 4298883328
00000100:00000040:3.0:1788205078.231127:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298883311, at 4298883328
00000100:00000010:2.0:1788205078.231132:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec30c0.
00000100:00000010:3.0:1788205078.231137:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3480.
00010000:00000001:3.0:1788205078.295174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205078.295181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205078.295186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205078.295188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205078.295191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205078.295193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205078.295196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205078.295197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205078.295259:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205078.295266:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205078.295269:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205078.999121:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205078.999126:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205078.999128:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205078.999132:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205078.999134:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205078.999137:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205078.999139:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205078.999141:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205078.999142:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205079.319193:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205079.319195:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205079.319198:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319203:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205079.319205:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319207:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319209:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205079.319215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205079.319219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205079.319223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205079.319224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205079.319297:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205079.319302:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205079.319305:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205080.023167:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205080.023173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205080.023174:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.023178:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205080.023181:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205080.023183:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.023185:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.023187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.023189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205080.343173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205080.343181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205080.343185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205080.343186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205080.343189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205080.343189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205080.343191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205080.343192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205080.343252:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205080.343256:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205080.343259:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205081.047173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205081.047181:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205081.047184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205081.047189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788205081.047190:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205081.047193:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205081.047197:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788205081.047199:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205081.047201:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205081.047203:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205081.047205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788205081.047208:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205081.047210:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047214:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205081.047223:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4213
00000400:00000200:1.0:1788205081.047232:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205081.047239:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205081.047242:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205081.047245:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047248:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205081.047278:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047282:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205081.047286:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205081.047288:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788205081.047290:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205081.047294:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788205081.047296:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788205081.047298:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788205081.047301:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047304:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205081.047305:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047307:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205081.047310:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788205081.047313:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047315:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205081.047318:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205081.047321:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205081.047328:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047331:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205081.047333:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205081.047341:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788205081.047344:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788205081.047348:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205081.047350:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047352:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205081.047355:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205081.047358:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205081.047365:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000100:00000001:1.0:1788205081.047371:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205081.047379:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205081.047389:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205081.047394:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205081.047398:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205081.047415:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205081.047418:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205081.047421:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205081.047422:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205081.047424:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205081.047427:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205081.047430:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4213
00000400:00000200:1.0:1788205081.047435:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205081.047439:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205081.047441:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205081.047443:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788205081.047445:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205081.047448:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205081.047449:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205081.047452:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205081.047453:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047457:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:0.0:1788205081.047461:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205081.047461:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205081.047463:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788205081.047466:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205081.047470:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788205081.047475:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205081.047477:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788205081.047479:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205081.047480:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205081.047486:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205081.047487:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205081.047492:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205081.047492:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205081.047497:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205081.047498:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047502:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:0.0:1788205081.047506:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618728960:192.168.201.124@tcp:250:kworker.0
00000020:00000040:1.0:1788205081.047507:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00000001:0.0:1788205081.047514:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788205081.047514:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047519:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.047521:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205081.047523:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.047526:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788205081.047529:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205081.047535:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788205081.047537:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211c00.
02000000:00000001:1.0:1788205081.047538:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.047543:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047544:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205081.047550:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205081.047553:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:1.0:1788205081.047556:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205081.047558:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:1.0:1788205081.047560:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205081.047566:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000400:00000010:0.0:1788205081.047568:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000020:00000040:1.0:1788205081.047570:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205081.047575:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788205081.047576:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618728960, portal 25
02000000:00000001:1.0:1788205081.047577:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.047581:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205081.047582:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205081.047585:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
02000000:00000001:1.0:1788205081.047586:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205081.047590:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205081.047595:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788205081.047597:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788205081.047602:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.047608:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1788205081.047612:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205081.047614:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205081.047619:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77330.
00000100:00000200:0.0:1788205081.047625:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618728960, offset 0
00000100:00000001:1.0:1788205081.047625:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205081.047629:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205081.047635:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205081.047637:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205081.047647:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205081.047648:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205081.047652:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205081.047656:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:1.0:1788205081.047657:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205081.047661:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205081.047663:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788205081.047664:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205081.047669:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788205081.047669:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205081.047676:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4213
00000400:00000200:0.0:1788205081.047677:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205081.047682:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205081.047686:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3953:3953:256:4294967295] 192.168.201.124@tcp LPNI seq info [3953:3953:8:4294967295]
00000400:00000200:0.0:1788205081.047690:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205081.047697:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205081.047705:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205081.047706:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788205081.047710:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205081.047717:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047721:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205081.047722:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788205081.047727:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000010:0.0:1788205081.047730:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5600.
00000100:00000001:1.0:1788205081.047730:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205081.047736:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205081.047737:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788205081.047740:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205081.047743:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788205081.047745:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788205081.047747:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000800:00000200:0.0:1788205081.047748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:1.0:1788205081.047753:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:0.1:1788205081.047757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788205081.047759:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205081.047763:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.047766:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205081.047768:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788205081.047771:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205081.047772:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047777:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.047778:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788205081.047781:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205081.047782:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298888431
02000000:00000001:1.0:1788205081.047786:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788205081.047788:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3f60.
02000000:00000001:1.0:1788205081.047792:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.047796:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788205081.047796:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205081.047801:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205081.047802:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298888431
00000008:00000001:1.0:1788205081.047805:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205081.047807:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3660.
00000100:00000001:1.0:1788205081.047809:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.047811:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205081.047815:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1788205081.047815:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000020:00000040:1.0:1788205081.047821:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205081.047824:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205081.047825:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205081.047828:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.047829:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047831:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205081.047833:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788205081.047834:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205081.047838:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.047839:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205081.047842:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000010:1.0:1788205081.047843:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:0.0:1788205081.047844:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205081.047846:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205081.047848:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205081.047849:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205081.047853:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205081.047858:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205081.047861:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205081.047863:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.047866:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205081.047868:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205081.047873:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047876:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205081.047879:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205081.047882:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205081.047887:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788205081.047888:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205081.047889:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205081.047892:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.047894:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205081.047898:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205081.047902:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.047904:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.047906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205081.047910:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7a9a0.
00000100:00080000:1.0:1788205081.047911:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788205081.047913:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205081.047918:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729088, portal 10
00000100:00080000:1.0:1788205081.047918:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205081.047921:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205081.047924:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205081.047926:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205081.047928:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205081.047929:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774369280 : -116879935182336 : ffff95b2c4fb6a00)
00000100:00080000:1.0:1788205081.047933:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4213
00000400:00000200:1.0:1788205081.047940:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788205081.047944:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205081.047946:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205081.047951:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205081.047958:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205081.047961:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788205081.047963:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205081.047967:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788205081.047970:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205081.047973:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77dd0.
00000100:00000001:1.0:1788205081.047975:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788205081.047977:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618729088, offset 0
00000020:00000001:1.0:1788205081.047978:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205081.047982:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788205081.047985:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205081.047986:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000040:1.0:1788205081.047988:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788205081.047991:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788205081.047993:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788205081.047997:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205081.047999:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205081.048002:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205081.048005:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:1.0:1788205081.048007:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.048011:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205081.048012:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1788205081.048016:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000400:00000200:0.0:1788205081.048019:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:1.0:1788205081.048023:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:0.0:1788205081.048025:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788205081.048028:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.048030:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
02000000:00000001:1.0:1788205081.048032:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205081.048037:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3954:3954:255:4294967295] 192.168.201.124@tcp LPNI seq info [3954:3954:7:4294967295]
02000000:00000001:1.0:1788205081.048038:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205081.048044:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.048045:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205081.048048:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205081.048073:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205081.048079:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205081.048084:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5100.
00000800:00000200:0.0:1788205081.048089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205081.048093:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788205081.048096:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205081.048100:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205081.048103:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205081.048105:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298888343
00000100:00000001:0.0:1788205081.048108:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298888431
00000100:00000001:0.0:1788205081.048110:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298888343
00000100:00000001:0.0:1788205081.048112:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298888431
00000100:00000001:0.0:1788205081.048114:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205081.048116:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048118:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048120:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205081.048123:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205081.048125:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788205081.048127:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205081.048129:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205081.048130:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205081.048134:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205081.048142:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205081.048144:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.048146:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205081.048148:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205081.048150:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205081.048153:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205081.048156:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205081.048158:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205081.048160:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.048162:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205081.048165:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205081.048167:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788205081.048171:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1788205081.048172:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:1.0:1788205081.048177:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205081.048178:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7a0b0.
00000100:00000001:1.0:1788205081.048180:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205081.048183:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77990.
00000100:00000010:1.0:1788205081.048186:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000100:00000200:0.0:1788205081.048188:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729216, portal 10
00000020:00000040:1.0:1788205081.048191:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205081.048192:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205081.048194:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774370176 : -116879935181440 : ffff95b2c4fb6d80)
02000000:00000001:1.0:1788205081.048196:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205081.048199:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205081.048203:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205081.048203:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205081.048205:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205081.048208:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205081.048214:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:1.0:1788205081.048218:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048224:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1788205081.048228:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205081.048231:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205081.048236:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e774c8.
00000100:00000200:0.0:1788205081.048241:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618729216, offset 0
00000100:00000001:1.0:1788205081.048243:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205081.048248:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.048249:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205081.048265:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788205081.048265:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205081.048272:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205081.048279:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205081.048281:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.048283:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00080000:1.0:1788205081.048285:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205081.048289:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788205081.048292:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1788205081.048294:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788205081.048295:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205081.048298:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205081.048301:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3955:3955:254:4294967295] 192.168.201.124@tcp LPNI seq info [3955:3955:6:4294967295]
00000100:00000001:1.0:1788205081.048302:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205081.048308:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4213
00000400:00000200:0.0:1788205081.048311:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205081.048318:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205081.048324:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788205081.048327:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205081.048331:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788205081.048336:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788205081.048338:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000010:0.0:1788205081.048342:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5f00.
00000100:00000001:1.0:1788205081.048342:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205081.048347:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000200:0.0:1788205081.048353:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788205081.048353:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205081.048359:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205081.048362:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000800:00000200:0.1:1788205081.048363:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:1.0:1788205081.048365:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205081.048369:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205081.048369:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:0.0:1788205081.048374:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000020:00000001:1.0:1788205081.048375:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788205081.048381:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788205081.048384:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788205081.048388:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205081.048389:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298886188
00000100:00000001:1.0:1788205081.048393:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205081.048394:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298888431
00000100:00000040:1.0:1788205081.048397:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205081.048400:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298886188
00000100:00000001:1.0:1788205081.048401:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205081.048405:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298888431
00000020:00000040:1.0:1788205081.048406:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788205081.048411:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788205081.048412:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205081.048416:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.048418:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048421:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205081.048422:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205081.048426:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788205081.048427:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205081.048431:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048433:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205081.048434:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205081.048437:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00100000:1.0:1788205081.048438:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1788205081.048441:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1788205081.048442:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048444:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205081.048446:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.048448:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205081.048454:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788205081.048456:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788205081.048462:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205081.048467:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788205081.048468:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205081.048471:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205081.048472:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.048477:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788205081.048477:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205081.048481:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205081.048482:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205081.048485:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.048486:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205081.048492:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729344:192.168.201.124@tcp:8:kworker.0
02000000:00000010:1.0:1788205081.048493:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:0.0:1788205081.048499:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205081.048501:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.048502:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205081.048505:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.048508:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1788205081.048510:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205081.048513:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205081.048516:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.048524:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205081.048530:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7a000.
00000100:00000001:1.0:1788205081.048535:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788205081.048536:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77e58.
00000100:00000001:1.0:1788205081.048539:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205081.048541:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729344, portal 4
00000100:00000001:0.0:1788205081.048545:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1788205081.048546:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205081.048548:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774373760 : -116879935177856 : ffff95b2c4fb7b80)
00000100:00000040:0.0:1788205081.048559:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205081.048559:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205081.048567:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4223)
00000100:00000001:0.0:1788205081.049765:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205081.049771:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205081.049776:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e776e8.
00000100:00000200:0.0:1788205081.049782:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618729344, offset 0
00000400:00000200:0.0:1788205081.049787:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205081.049794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205081.049800:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205081.049805:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205081.049814:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205081.049817:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205081.049820:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205081.049823:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3956:3956:253:4294967295] 192.168.201.124@tcp LPNI seq info [3956:3956:5:4294967295]
00000400:00000200:0.0:1788205081.049828:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205081.049837:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205081.049842:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205081.049847:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5700.
00000800:00000200:0.0:1788205081.049853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205081.049858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788205081.049862:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205081.049866:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205081.049869:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205081.049871:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298886169
00000100:00000001:0.0:1788205081.049874:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298888431
00000100:00000001:0.0:1788205081.049876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298886169
00000100:00000001:0.0:1788205081.049878:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298888431
00000100:00000001:0.0:1788205081.049880:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205081.049883:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.049887:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.049890:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205081.049895:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205081.049896:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788205081.049899:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205081.049900:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205081.049901:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205081.049907:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205081.049913:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205081.049915:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.049918:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205081.049920:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205081.049922:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205081.049925:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205081.049928:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205081.049931:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205081.049933:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205081.049935:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205081.049941:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211800.
02000000:00000001:0.0:1788205081.049942:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205081.049945:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205081.049948:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ae18.
00000400:00000010:0.0:1788205081.049952:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77770.
00000100:00000200:0.0:1788205081.049956:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729472, portal 4
00000100:00000001:0.0:1788205081.049957:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205081.049958:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774358528 : -116879935193088 : ffff95b2c4fb4000)
00000100:00000040:0.0:1788205081.049964:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205081.049981:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205081.049983:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205081.049989:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77550.
00000100:00000200:0.0:1788205081.049992:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618729472, offset 0
00000400:00000200:0.0:1788205081.049996:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205081.050000:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205081.050003:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205081.050006:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205081.050009:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205081.050011:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205081.050013:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205081.050015:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3957:3957:252:4294967295] 192.168.201.124@tcp LPNI seq info [3957:3957:4:4294967295]
00000400:00000200:0.0:1788205081.050018:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205081.050024:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205081.050027:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205081.050031:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5a00.
00000800:00000200:0.0:1788205081.050035:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205081.050038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:0.0:1788205081.050041:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205081.050043:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205081.050045:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205081.050047:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298886303
00000100:00000001:0.0:1788205081.050049:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298888431
00000100:00000001:0.0:1788205081.050067:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298886304
00000100:00000001:0.0:1788205081.050069:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298888431
00000100:00000001:0.0:1788205081.050071:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205081.050073:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.050075:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.050077:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205081.050080:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205081.050081:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788205081.050083:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205081.050084:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205081.050086:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.050088:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205081.367179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205081.367188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205081.367194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205081.367196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205081.367199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205081.367200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205081.367203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205081.367205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205081.367301:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205081.367308:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205081.367312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205082.071185:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205082.071193:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205082.071195:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205082.071201:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205082.071206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205082.071209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205082.071212:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205082.071215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205082.071218:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205082.391219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205082.391253:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205082.391261:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205082.391263:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205082.391266:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205082.391267:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205082.391270:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205082.391271:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205082.391342:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205082.391347:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205082.391351:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205083.095228:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205083.095242:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205083.095246:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205083.095255:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205083.095260:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205083.095265:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205083.095269:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205083.095273:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205083.095277:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205083.351167:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298888431, at 4298888448
00000100:00000040:3.0:1788205083.351167:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298888431, at 4298888448
00000100:00000010:2.0:1788205083.351184:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3f60.
00000100:00000010:3.0:1788205083.351195:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3660.
00010000:00000001:3.0:1788205083.415191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205083.415197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205083.415203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205083.415205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205083.415208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205083.415219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205083.415223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205083.415224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205083.415294:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205083.415298:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205083.415301:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205084.119156:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205084.119163:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205084.119166:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205084.119171:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205084.119175:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205084.119179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.119181:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205084.119184:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.119195:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788205084.119324:0:2373:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:2.0:1788205084.119363:0:2373:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788205084.119372:0:2373:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205084.119388:0:2373:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:2.0:1788205084.119393:0:2373:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205084.119397:0:2373:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788205084.119402:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788205084.119406:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5600.
00000400:00000200:2.0:1788205084.119411:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205084.119416:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205084.119421:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77330
00000400:00000010:2.0:1788205084.119425:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77330.
00000100:00000001:2.0:1788205084.119429:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205084.119437:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119462:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205084.119466:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119475:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205084.119477:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205084.119486:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788205084.119489:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5100.
00000400:00000200:2.0:1788205084.119492:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205084.119497:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205084.119500:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77dd0
00000400:00000010:2.0:1788205084.119502:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77dd0.
00000100:00000001:2.0:1788205084.119504:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205084.119508:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119516:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205084.119519:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119537:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205084.119539:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205084.119544:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788205084.119547:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5f00.
00000400:00000200:2.0:1788205084.119549:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205084.119552:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205084.119558:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e774c8
00000400:00000010:2.0:1788205084.119560:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e774c8.
00000100:00000001:2.0:1788205084.119563:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205084.119567:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119575:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205084.119579:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119586:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205084.119587:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205084.119591:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788205084.119593:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5700.
00000400:00000200:2.0:1788205084.119596:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205084.119599:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205084.119601:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e776e8
00000400:00000010:2.0:1788205084.119603:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e776e8.
00000100:00000001:2.0:1788205084.119605:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205084.119609:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119616:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205084.119619:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119625:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205084.119627:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205084.119631:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:2.0:1788205084.119633:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5a00.
00000400:00000200:2.0:1788205084.119636:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205084.119639:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205084.119642:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77550
00000400:00000010:2.0:1788205084.119643:0:2373:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77550.
00000100:00000001:2.0:1788205084.119645:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205084.119649:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119657:0:2373:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205084.119660:0:2373:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205084.119666:0:2373:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205084.119668:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205084.119847:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205084.119851:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205084.119853:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205084.119859:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205084]  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205084.119870:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205084.119873:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205084.119876:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ae18.
00000400:00000200:0.0:1788205084.119879:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77770
00000400:00000010:0.0:1788205084.119881:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77770.
00000100:00000001:0.0:1788205084.119883:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205084.119887:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205084.119895:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.119902:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205084.119904:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.119907:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.119910:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205084.119914:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.119921:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205084.119926:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.119940:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205084.119943:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.119944:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.119946:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.119948:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205084.119951:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205084.119954:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205084.119958:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205084.119961:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205084.119965:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205084.119973:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729472:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205084.119977:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205084.119981:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205084]  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205084.119988:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205084.119989:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205084.119991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7a000.
00000400:00000200:0.0:1788205084.119993:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77e58
00000400:00000010:0.0:1788205084.119995:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77e58.
00000100:00000001:0.0:1788205084.119998:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205084.120001:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205084.120009:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.120015:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205084.120017:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.120019:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.120020:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205084.120023:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.120029:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205084.120033:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.120039:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205084.120042:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.120044:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.120045:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.120046:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205084.120048:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205084.120076:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205084.120080:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205084.120082:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205084.120086:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205084.120094:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729344:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205084.120099:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205084.120104:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205084]  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205084.120112:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205084.120113:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205084.120115:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7a0b0.
00000400:00000200:0.0:1788205084.120119:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77990
00000400:00000010:0.0:1788205084.120121:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77990.
00000100:00000001:0.0:1788205084.120123:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205084.120126:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205084.120135:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.120141:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205084.120142:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.120144:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.120145:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205084.120149:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.120156:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205084.120160:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.120167:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205084.120169:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.120170:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.120171:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.120172:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205084.120174:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205084.120176:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205084.120179:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205084.120182:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205084.120185:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205084.120213:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729216:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205084.120218:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205084.120222:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205084]  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205084.120230:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205084.120232:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205084.120235:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7a9a0.
00000400:00000200:0.0:1788205084.120238:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205084.120240:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205084.122325:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205084.122339:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205084.122352:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122361:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205084.122363:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122366:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.122368:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205084.122372:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122390:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205084.122395:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122403:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205084.122407:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122408:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.122410:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122412:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205084.122414:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205084.122418:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205084.122422:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205084.122424:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205084.122428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205084.122436:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729088:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205084.122440:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205084.122445:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205084]  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205084.122454:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205084.122456:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205084.122459:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205084.122463:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205084.122465:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205084.122467:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205084.122471:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205084.122479:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122486:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205084.122487:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122488:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.122490:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205084.122493:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122500:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205084.122504:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122510:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205084.122517:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122518:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205084.122519:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122530:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205084.122532:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205084.122534:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205084.122537:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205084.122540:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205084.122544:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205084.122552:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618728960:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205084.122556:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122559:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205084.122564:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4000 x1875064618729472/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122571:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205084.122574:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205084.122577:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211800.
02000000:00000001:0.0:1788205084.122581:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205084.122583:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205084.122585:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205084.122588:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205084.122590:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:0.0:1788205084.122595:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205084.122597:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205084.122599:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4000.
00000100:00000001:0.0:1788205084.122602:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205084.122603:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122605:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205084.122609:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7b80 x1875064618729344/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122616:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205084.122617:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205084.122619:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205084.122622:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205084.122623:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205084.122625:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205084.122627:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205084.122628:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:0.0:1788205084.122631:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205084.122632:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205084.122633:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7b80.
00000100:00000001:0.0:1788205084.122635:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205084.122636:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122638:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205084.122642:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6d80 x1875064618729216/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122648:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205084.122650:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205084.122651:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205084.122654:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205084.122655:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205084.122656:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205084.122658:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205084.122659:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:0.0:1788205084.122661:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205084.122662:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205084.122664:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6d80.
00000100:00000001:0.0:1788205084.122666:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205084.122667:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122669:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205084.122676:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6a00 x1875064618729088/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122683:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205084.122684:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205084.122686:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205084.122688:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205084.122689:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205084.122690:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205084.122691:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205084.122692:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:0.0:1788205084.122697:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205084.122698:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205084.122699:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6a00.
00000100:00000001:0.0:1788205084.122701:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205084.122703:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122704:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205084.122707:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618728960/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205084.122713:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205084.122714:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205084.122716:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205084.122725:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205084.122727:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205084.122728:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205084.122729:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205084.122731:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2c00.
02000000:00000001:0.0:1788205084.122733:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205084.122734:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205084.122735:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000100:00000001:0.0:1788205084.122738:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205084.122739:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122741:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.122748:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205084.122751:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205084.122753:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205084.122755:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205084.439176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205084.439182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205084.439187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205084.439189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205084.439218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205084.439220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205084.439223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205084.439225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205084.439309:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205084.439317:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205084.439322:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205085.143196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205085.143203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205085.143205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205085.143212:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205085.143217:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205085.143221:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205085.143224:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205085.143227:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205085.143230:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205085.463185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205085.463193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205085.463199:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205085.463202:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205085.463207:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205085.463209:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205085.463211:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463214:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205085.463216:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463219:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463221:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463225:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205085.463226:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205085.463227:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205085.463227:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463228:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205085.463229:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463230:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205085.463232:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205085.463301:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205085.463306:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205085.463309:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205086.167124:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205086.167131:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205086.167132:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205086.167136:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205086.167139:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205086.167142:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.167144:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205086.167146:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.167148:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205086.167576:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205086.167583:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205086.167585:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205086.167588:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205086.167591:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205086.167597:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4218
00000400:00000200:2.0:1788205086.167606:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205086.167611:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205086.167614:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205086.167618:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167621:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205086.167623:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167626:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205086.167630:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205086.167631:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205086.167634:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205086.167637:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205086.167639:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205086.167641:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205086.167644:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167646:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205086.167648:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167649:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205086.167652:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205086.167655:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167658:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205086.167660:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205086.167663:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205086.167666:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.167669:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205086.167672:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205086.167677:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
00000020:00000040:2.0:1788205086.167681:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205086.167686:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205086.167687:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.167690:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205086.167693:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205086.167697:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205086.167704:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:2.0:1788205086.167711:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205086.167721:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205086.167730:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205086.167734:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205086.167738:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205086.167759:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205086.167762:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205086.167765:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205086.167766:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205086.167768:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205086.167770:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205086.167772:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4218
00000400:00000200:2.0:1788205086.167776:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205086.167778:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205086.167780:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205086.167783:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167784:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205086.167786:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167788:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205086.167790:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205086.167791:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205086.167793:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205086.167795:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205086.167797:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788205086.167799:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788205086.167802:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167804:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205086.167805:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167807:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205086.167809:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788205086.167812:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205086.167815:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205086.167817:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205086.167822:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788205086.167822:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205086.167826:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788205086.167827:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.167831:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788205086.167832:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205086.167838:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788205086.167841:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788205086.167842:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.167846:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205086.167853:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000100:00000001:0.0:1788205086.167855:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788205086.167857:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205086.167859:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205086.167861:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205086.167865:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205086.167865:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.167870:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205086.167870:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205086.167874:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205086.167876:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205086.167878:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205086.167883:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618729600:192.168.201.124@tcp:250:kworker.0
02000000:00000010:2.0:1788205086.167885:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00000001:0.0:1788205086.167888:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205086.167891:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.167894:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205086.167899:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205086.167899:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205086.167904:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205086.167912:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211c00.
00000100:00000001:2.0:1788205086.167912:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205086.167916:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.167917:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205086.167926:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205086.167928:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205086.167934:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:2.0:1788205086.167942:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205086.167943:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00080000:2.0:1788205086.167946:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205086.167950:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1788205086.167952:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729600, portal 25
00000100:00000001:2.0:1788205086.167952:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205086.167956:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205086.167957:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205086.167961:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000001:2.0:1788205086.167962:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205086.167968:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4218
00000100:00000040:0.0:1788205086.167972:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205086.167977:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205086.167984:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205086.167987:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788205086.167989:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205086.167994:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000040:2.0:1788205086.167997:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205086.168000:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000001:2.0:1788205086.168001:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788205086.168006:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618729600, offset 0
00000100:00000040:2.0:1788205086.168006:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.168009:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205086.168014:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205086.168015:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:0.0:1788205086.168018:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000020:00000001:2.0:1788205086.168019:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205086.168023:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788205086.168026:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788205086.168029:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788205086.168030:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205086.168035:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.168040:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:2.0:1788205086.168040:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205086.168046:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.168049:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205086.168049:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205086.168088:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205086.168092:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205086.168094:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.168098:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3958:3958:256:4294967295] 192.168.201.124@tcp LPNI seq info [3958:3958:8:4294967295]
00000400:00000200:0.0:1788205086.168103:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.168113:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1788205086.168125:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000800:00000200:0.0:1788205086.168126:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788205086.168132:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000010:0.0:1788205086.168134:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000100:00000001:2.0:1788205086.168136:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205086.168140:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205086.168143:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1788205086.168144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:2.0:1788205086.168146:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205086.168151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788205086.168151:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205086.168153:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205086.168159:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.168173:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205086.168177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:2.0:1788205086.168180:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000800:00000200:0.1:1788205086.168183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1788205086.168185:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205086.168190:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:0.0:1788205086.168192:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205086.168193:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205086.168197:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000100:00000001:2.0:1788205086.168198:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205086.168201:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205086.168204:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.168205:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1788205086.168209:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000400:00000200:0.0:1788205086.168214:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788205086.168216:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.168221:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000100:00100000:2.0:1788205086.168225:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788205086.168226:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205086.168232:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205086.168238:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788205086.168240:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205086.168242:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205086.168251:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168256:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.168265:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205086.168265:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205086.168271:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205086.168279:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205086.168282:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205086.168283:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205086.168284:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205086.168288:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205086.168289:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205086.168294:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4218
00000100:00000001:0.0:1788205086.168296:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205086.168301:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.168305:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205086.168309:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205086.168311:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298893552
00000100:00080000:2.0:1788205086.168313:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788205086.168317:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec37e0.
00000100:00000040:2.0:1788205086.168318:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.168323:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205086.168325:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1788205086.168326:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.168331:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205086.168334:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298893552
00000020:00000001:2.0:1788205086.168334:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205086.168337:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000010:0.0:1788205086.168340:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3120.
00000020:00000001:2.0:1788205086.168341:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205086.168345:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000040:2.0:1788205086.168346:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788205086.168350:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205086.168351:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788205086.168353:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205086.168357:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205086.168360:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205086.168362:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205086.168364:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788205086.168369:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086]  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205086.168370:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205086.168375:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205086.168380:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788205086.168386:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000001:0.0:1788205086.168389:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205086.168390:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205086.168393:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788205086.168395:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788205086.168397:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
02000000:00000001:2.0:1788205086.168400:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205086.168402:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
02000000:00000001:2.0:1788205086.168406:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205086.168407:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:2.0:1788205086.168412:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205086.168413:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:2.0:1788205086.168417:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1788205086.168420:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788205086.168422:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.168427:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205086.168433:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000100:00000200:0.0:1788205086.168439:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205086.168439:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205086.168445:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205086.168447:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.168452:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205086.168454:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1788205086.168455:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205086.168457:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.168460:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.168463:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205086.168467:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168473:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205086.168477:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168483:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205086.168486:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.168487:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.168488:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.168491:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205086.168492:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205086.168495:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205086.168499:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205086.168501:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205086.168505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205086.168512:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618729600:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205086.168516:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.168518:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.168521:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618729600/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205086.168523:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205086.168531:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92c00.
00000100:00000001:2.0:1788205086.168538:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.168540:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205086.168544:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1788205086.168548:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205086.168549:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205086.168554:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205086.168558:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205086.168560:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000001:2.0:1788205086.168562:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1788205086.168564:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788205086.168567:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205086.168569:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:0.0:1788205086.168575:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1788205086.168575:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205086.168579:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205086.168582:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:0.0:1788205086.168588:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205086.168590:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205086.168590:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.168596:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788205086.168597:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205086.168602:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205086.168603:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205086.168605:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788205086.168605:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205086.168609:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.168610:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205086.168614:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788205086.168615:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4218
00000100:00000001:0.0:1788205086.168617:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205086.168620:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788205086.168624:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788205086.168627:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168635:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788205086.168636:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205086.168638:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205086.168641:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1788205086.168642:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205086.168647:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205086.168647:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205086.168652:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.168653:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205086.168658:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00100000:0.0:1788205086.168661:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:2.0:1788205086.168662:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205086.168668:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205086.168669:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1788205086.168671:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
02000000:00000001:0.0:1788205086.168674:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1788205086.168675:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788205086.168677:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205086.168679:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
02000000:00000001:0.0:1788205086.168681:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1788205086.168685:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000010:0.0:1788205086.168687:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211c00.
00000020:00000001:2.0:1788205086.168689:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
02000000:00000001:0.0:1788205086.168691:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205086.168697:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.168699:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205086.168703:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788205086.168704:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000040:2.0:1788205086.168709:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205086.168711:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000001:2.0:1788205086.168712:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788205086.168717:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729728, portal 10
00000020:00000040:2.0:1788205086.168718:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788205086.168722:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1788205086.168725:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205086.168726:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000001:2.0:1788205086.168732:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205086.168736:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788205086.168738:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205086.168740:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205086.168745:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205086.168750:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205086.168753:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1788205086.168754:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205086.168760:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000008:00000001:2.0:1788205086.168760:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205086.168765:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000001:2.0:1788205086.168765:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205086.168770:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618729728, offset 0
00000100:00000010:2.0:1788205086.168771:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000020:00000040:2.0:1788205086.168775:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000400:00000200:0.0:1788205086.168777:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205086.168780:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205086.168783:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.168784:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205086.168788:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205086.168792:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:2.0:1788205086.168792:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205086.168796:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.168798:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205086.168802:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000010:2.0:1788205086.168803:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90800.
00000400:00000200:0.0:1788205086.168806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788205086.168810:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.168812:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.168816:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3959:3959:256:4294967295] 192.168.201.124@tcp LPNI seq info [3959:3959:8:4294967295]
00000400:00000200:0.0:1788205086.168824:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:2.0:1788205086.168824:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205086.168838:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788205086.168841:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1788205086.168846:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205086.168847:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205086.168854:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000100:00000040:2.0:1788205086.168856:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788205086.168864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205086.168870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788205086.168873:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205086.168878:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:2.0:1788205086.168881:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4228)
00000800:00000200:0.1:1788205086.168882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205086.168889:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.168891:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205086.168894:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205086.168897:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205086.168900:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205086.168903:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205086.168906:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205086.168910:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168918:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.168921:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168926:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.168927:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205086.168930:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205086.168933:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205086.168937:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205086.168939:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298893463
00000100:00000001:0.0:1788205086.168941:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.168943:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298893463
00000100:00000001:0.0:1788205086.168945:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.168947:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205086.168949:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.168951:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205086.168954:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086]  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205086.168960:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205086.168961:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205086.168963:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205086.168965:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205086.168966:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205086.168968:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205086.168970:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205086.168978:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.168988:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205086.168990:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.168991:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.168992:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205086.168996:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169002:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205086.169005:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169011:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205086.169013:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169015:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169016:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169017:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205086.169019:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205086.169021:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205086.169024:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205086.169026:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205086.169029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205086.169035:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729728:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205086.169038:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205086.169041:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169046:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205086.169047:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.169049:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205086.169079:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205086.169081:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205086.169084:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205086.169088:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205086.169089:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205086.169090:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.169092:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169095:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205086.169097:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.169100:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205086.169102:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205086.169105:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205086.169107:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729856, portal 10
00000100:00000001:0.0:1788205086.169109:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205086.169110:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:0.0:1788205086.169115:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169120:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205086.169122:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205086.169124:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205086.169127:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618729856, offset 0
00000400:00000200:0.0:1788205086.169130:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205086.169134:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.169137:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205086.169140:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205086.169143:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205086.169145:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205086.169148:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.169151:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3960:3960:256:4294967295] 192.168.201.124@tcp LPNI seq info [3960:3960:8:4294967295]
00000400:00000200:0.0:1788205086.169154:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.169160:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205086.169179:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.169184:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205086.169187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205086.169190:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205086.169193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205086.169196:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205086.169199:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.169200:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205086.169203:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205086.169206:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205086.169209:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205086.169211:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205086.169213:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205086.169216:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169222:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169225:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169230:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169232:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205086.169235:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205086.169238:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205086.169241:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205086.169243:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298891309
00000100:00000001:0.0:1788205086.169246:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.169247:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298891309
00000100:00000001:0.0:1788205086.169249:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.169251:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205086.169253:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169254:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205086.169258:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086]  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205086.169266:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205086.169267:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205086.169268:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205086.169271:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205086.169272:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205086.169274:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205086.169276:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205086.169283:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169289:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205086.169290:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169291:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169292:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205086.169296:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169301:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205086.169305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169310:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205086.169312:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169314:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169314:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169316:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205086.169317:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205086.169320:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205086.169322:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205086.169324:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205086.169328:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205086.169334:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729856:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205086.169337:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205086.169340:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169345:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205086.169346:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.169348:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205086.169350:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205086.169351:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205086.169353:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205086.169356:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205086.169359:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205086.169361:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.169362:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169365:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205086.169367:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.169370:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205086.169371:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205086.169374:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205086.169377:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618729984, portal 4
00000100:00000001:0.0:1788205086.169378:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205086.169379:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000040:0.0:1788205086.169383:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169388:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205086.169390:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205086.169392:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205086.169393:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618729984, offset 0
00000400:00000200:0.0:1788205086.169397:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205086.169400:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.169402:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205086.169404:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205086.169406:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205086.169408:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205086.169410:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.169412:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3961:3961:256:4294967295] 192.168.201.124@tcp LPNI seq info [3961:3961:8:4294967295]
00000400:00000200:0.0:1788205086.169415:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.169420:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205086.169424:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.169427:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205086.169430:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205086.169432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205086.169435:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205086.169437:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205086.169440:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.169442:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205086.169445:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205086.169447:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205086.169450:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205086.169452:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205086.169453:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205086.169456:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169463:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169465:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169471:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169472:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205086.169475:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205086.169477:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205086.169480:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205086.169482:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298891289
00000100:00000001:0.0:1788205086.169484:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.169486:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298891289
00000100:00000001:0.0:1788205086.169488:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.169490:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205086.169491:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169493:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205086.169496:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086]  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205086.169502:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205086.169504:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205086.169505:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205086.169507:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205086.169508:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205086.169511:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205086.169514:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205086.169521:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169527:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205086.169529:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169530:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169532:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205086.169535:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169541:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205086.169545:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169551:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205086.169553:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169554:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169555:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169556:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205086.169558:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205086.169560:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205086.169563:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205086.169565:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205086.169568:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205086.169576:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618729984:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205086.169579:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169581:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169584:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618729728/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169590:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205086.169592:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169594:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205086.169597:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205086.169599:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205086.169600:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205086.169602:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205086.169603:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:0.0:1788205086.169606:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205086.169607:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205086.169608:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:0.0:1788205086.169612:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205086.169613:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169614:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169617:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618729856/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169628:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205086.169629:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169630:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205086.169633:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205086.169634:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205086.169635:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205086.169637:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205086.169638:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:0.0:1788205086.169640:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205086.169641:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205086.169642:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:0.0:1788205086.169645:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205086.169646:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169647:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169650:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618729984/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169655:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205086.169656:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169657:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205086.169660:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205086.169661:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205086.169662:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205086.169664:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205086.169665:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92c00.
02000000:00000001:0.0:1788205086.169667:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205086.169669:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205086.169670:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:0.0:1788205086.169672:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205086.169673:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169675:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169680:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205086.169682:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169683:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205086.169685:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205086.169686:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205086.169691:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169697:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205086.169698:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.169700:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205086.169701:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205086.169703:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205086.169706:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205086.169708:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205086.169710:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205086.169712:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205086.169713:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169716:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205086.169717:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205086.169720:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205086.169722:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205086.169726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205086.169729:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730112, portal 4
00000100:00000001:0.0:1788205086.169730:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205086.169732:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:0.0:1788205086.169737:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169742:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205086.169744:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205086.169746:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205086.169748:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618730112, offset 0
00000400:00000200:0.0:1788205086.169752:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205086.169755:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.169759:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205086.169762:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205086.169764:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205086.169766:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205086.169768:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205086.169771:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3962:3962:256:4294967295] 192.168.201.124@tcp LPNI seq info [3962:3962:8:4294967295]
00000400:00000200:0.0:1788205086.169775:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205086.169781:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205086.169785:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.169789:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205086.169792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205086.169795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205086.169798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205086.169800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205086.169804:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205086.169806:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205086.169808:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205086.169811:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205086.169814:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205086.169815:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205086.169818:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205086.169821:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169829:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169832:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169839:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169841:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205086.169843:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205086.169846:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205086.169849:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205086.169851:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298891423
00000100:00000001:0.0:1788205086.169854:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.169856:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298891423
00000100:00000001:0.0:1788205086.169858:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298893552
00000100:00000001:0.0:1788205086.169860:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205086.169862:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169864:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205086.169867:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086]  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205086.169874:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205086.169876:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205086.169877:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205086.169879:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205086.169881:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205086.169883:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205086.169886:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205086.169894:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169900:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205086.169901:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169903:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169904:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205086.169908:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169914:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205086.169917:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169923:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205086.169926:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169927:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205086.169928:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169930:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205086.169932:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205086.169935:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205086.169939:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205086.169941:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205086.169944:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205086.169952:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730112:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205086.169955:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169957:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205086.169960:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618730112/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205086.169965:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205086.169966:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205086.169968:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205086.169970:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205086.169972:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205086.169973:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205086.169974:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205086.169976:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90800.
02000000:00000001:0.0:1788205086.169978:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205086.169979:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205086.169980:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:0.0:1788205086.169983:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205086.169984:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169985:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.169988:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205086.169990:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.169991:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205086.169993:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205086.487200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205086.487207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205086.487213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205086.487215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205086.487219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205086.487220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205086.487223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205086.487224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205086.487362:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205086.487365:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205086.487368:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205087.191176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205087.191183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205087.191184:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205087.191188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205087.191191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205087.191193:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205087.191196:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205087.191198:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205087.191201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205087.511184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205087.511190:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205087.511192:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205087.511194:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511196:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205087.511197:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511198:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511200:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205087.511203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205087.511205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205087.511206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205087.511266:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205087.511271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205087.511274:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205088.215178:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205088.215185:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205088.215187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205088.215193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205088.215196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205088.215199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205088.215202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205088.215204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205088.215207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205088.471162:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298893552, at 4298893568
00000100:00000040:3.0:1788205088.471162:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298893552, at 4298893568
00000100:00000010:3.0:1788205088.471177:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3120.
00000100:00000010:2.0:1788205088.471178:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec37e0.
00010000:00000001:3.0:1788205088.535167:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205088.535173:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205088.535179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205088.535180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205088.535183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205088.535184:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205088.535187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205088.535189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205088.535245:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205088.535248:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205088.535250:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205089.239184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205089.239192:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205089.239194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205089.239199:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205089.239203:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205089.239206:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205089.239208:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205089.239211:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205089.239213:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205089.559214:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205089.559216:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205089.559220:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559225:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205089.559227:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559229:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559232:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205089.559238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559242:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205089.559244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205089.559247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205089.559248:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205089.559310:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205089.559315:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205089.559318:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205090.263588:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205090.263594:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205090.263595:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205090.263599:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205090.263602:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205090.263606:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205090.263608:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205090.263610:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205090.263613:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205090.583183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205090.583191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205090.583196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205090.583198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205090.583201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205090.583202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205090.583204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205090.583205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205090.583261:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205090.583265:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205090.583268:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205091.287229:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205091.287247:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205091.287248:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205091.287250:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205091.287252:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205091.287254:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.287255:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788205091.287259:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205091.287261:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205091.287262:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205091.287266:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205091.287269:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788205091.287271:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4223
00000100:00000001:1.0:1788205091.287272:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205091.287275:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205091.287284:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205091.287290:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205091.287294:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.287298:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287301:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.287303:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287306:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205091.287309:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.287311:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205091.287314:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.287317:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205091.287319:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205091.287321:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205091.287324:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287326:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.287328:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287330:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205091.287333:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205091.287336:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287339:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287342:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205091.287345:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205091.287348:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287350:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205091.287352:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.287361:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205091.287364:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205091.287368:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.287370:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287373:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.287375:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.287379:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205091.287388:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213800.
00000100:00000001:0.0:1788205091.287394:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205091.287403:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205091.287412:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205091.287416:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.287421:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.287444:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.287447:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205091.287449:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205091.287451:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.287452:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.287455:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205091.287457:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4223
00000400:00000200:0.0:1788205091.287461:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205091.287464:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205091.287466:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.287469:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287471:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.287473:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287476:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205091.287478:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.287480:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205091.287481:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.287484:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788205091.287487:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205091.287489:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205091.287492:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287494:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205091.287494:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205091.287497:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205091.287500:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205091.287502:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205091.287509:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788205091.287511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205091.287513:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205091.287519:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287525:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287529:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205091.287532:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205091.287534:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287536:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205091.287539:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205091.287540:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.287543:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205091.287544:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205091.287549:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788205091.287550:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205091.287555:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205091.287556:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618730240:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205091.287557:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.287563:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205091.287564:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788205091.287565:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205091.287569:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.287570:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.287570:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205091.287571:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.287574:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205091.287575:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287576:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205091.287582:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205091.287582:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205091.287587:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205091.287589:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
00000100:00100000:0.0:1788205091.287592:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205091.287594:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287601:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205091.287605:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205091.287606:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.287610:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788205091.287612:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205091.287621:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000001:0.0:1788205091.287623:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.287627:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205091.287628:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205091.287629:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1788205091.287630:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730240, portal 25
00000100:00080000:0.0:1788205091.287631:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.287634:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205091.287637:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788205091.287639:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4223
00000100:00000001:3.0:1788205091.287641:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000400:00000200:0.0:1788205091.287647:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205091.287652:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:3.0:1788205091.287652:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205091.287657:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.287664:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287670:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205091.287671:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205091.287673:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287677:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788205091.287678:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000001:0.0:1788205091.287682:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788205091.287684:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000020:00000040:0.0:1788205091.287685:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205091.287689:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:3.0:1788205091.287690:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618730240, offset 0
00000020:00000040:0.0:1788205091.287692:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205091.287696:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205091.287699:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788205091.287700:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:0.0:1788205091.287706:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287708:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.287712:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.287713:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205091.287715:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205091.287718:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:3.0:1788205091.287723:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00080000:0.0:1788205091.287724:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287730:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287733:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205091.287734:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788205091.287737:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205091.287741:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205091.287742:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788205091.287744:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205091.287747:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205091.287749:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1788205091.287752:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287756:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205091.287756:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000010:0.0:1788205091.287762:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000400:00000200:3.0:1788205091.287764:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3963:3963:256:4294967295] 192.168.201.124@tcp LPNI seq info [3963:3963:8:4294967295]
00000020:00000040:0.0:1788205091.287767:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205091.287771:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788205091.287772:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205091.287774:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287778:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.287779:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.287781:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205091.287788:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211c00.
00000400:00000200:3.0:1788205091.287788:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205091.287794:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205091.287799:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00100000:0.0:1788205091.287802:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1788205091.287807:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000100:00000001:0.0:1788205091.287813:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205091.287817:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205091.287819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788205091.287824:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788205091.287831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1788205091.287834:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.287839:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788205091.287842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:0.0:1788205091.287844:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205091.287847:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788205091.287849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000100:00080000:0.0:1788205091.287850:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.287856:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:3.0:1788205091.287859:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788205091.287861:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4223
00000800:00000010:3.0:1788205091.287864:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:0.0:1788205091.287868:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205091.287873:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:3.0:1788205091.287873:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788205091.287876:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.287882:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.287883:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788205091.287885:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.287890:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.287890:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000100:00000001:0.0:1788205091.287894:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000010:3.0:1788205091.287895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000020:00000001:0.0:1788205091.287898:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205091.287902:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205091.287908:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205091.287914:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205091.287918:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.287921:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788205091.287924:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788205091.287927:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788205091.287932:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205091.287934:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205091.287935:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.287939:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287941:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788205091.287942:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205091.287943:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205091.287948:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205091.287952:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287955:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205091.287959:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205091.287961:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.287962:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287965:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205091.287965:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1788205091.287970:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205091.287971:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.287973:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.287973:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.287975:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788205091.287978:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000200:3.0:1788205091.287981:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205091.287982:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.287985:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.287986:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298898671
00000100:00000001:0.0:1788205091.287987:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.287989:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.287991:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205091.287994:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000010:3.0:1788205091.287994:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e895a0.
00000100:00000001:0.0:1788205091.287999:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288002:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1788205091.288003:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205091.288010:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205091.288010:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298898671
00000100:00000001:0.0:1788205091.288014:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.288018:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205091.288018:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e894e0.
00000100:00000001:3.0:1788205091.288025:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205091.288026:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.288030:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205091.288031:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205091.288034:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205091.288036:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.288037:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.288040:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205091.288042:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205091.288044:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205091.288048:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4223
00000400:00000200:0.0:1788205091.288085:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205091.288090:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205091.288092:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.288095:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.288097:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.288100:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205091.288102:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:3.0:1788205091.288103:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205091.288106:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.288108:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205091.288111:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.288115:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788205091.288119:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205091.288122:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000001:3.0:1788205091.288122:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205091.288125:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788205091.288129:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205091.288130:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000100:00000001:0.0:1788205091.288133:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205091.288136:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000100:00000040:0.0:1788205091.288139:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205091.288140:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:0.0:1788205091.288143:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205091.288145:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1788205091.288148:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000200:3.0:1788205091.288153:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205091.288156:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205091.288162:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.288166:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205091.288170:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788205091.288172:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205091.288174:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.288177:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205091.288178:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788205091.288181:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.288182:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.288186:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205091.288190:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205091.288196:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.288198:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288201:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205091.288202:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.288206:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205091.288206:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205091.288207:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288211:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1788205091.288213:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:3.0:1788205091.288215:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205091.288218:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205091.288222:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205091.288228:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205091.288236:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205091.288243:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788205091.288246:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.288247:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.288255:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.288266:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.288271:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4234)
00000100:00000001:3.0:1788205091.288273:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205091.288278:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288280:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.288281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288284:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205091.288286:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205091.288289:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205091.288294:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205091.288296:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205091.288301:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205091.288309:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618730240:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205091.288313:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288315:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.288318:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618730240/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288324:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205091.288326:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205091.288328:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205091.288331:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205091.288333:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205091.288335:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205091.288337:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205091.288339:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213800.
02000000:00000001:3.0:1788205091.288343:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205091.288345:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205091.288346:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205091.288349:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205091.288350:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288351:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288357:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205091.288358:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288360:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205091.288362:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205091.288363:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205091.288367:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288374:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205091.288375:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.288378:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205091.288379:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205091.288381:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205091.288384:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730368:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205091.288387:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205091.288389:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205091.288390:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.288392:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205091.288396:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205091.288397:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205091.288400:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205091.288403:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205091.288405:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205091.288408:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730368, portal 10
00000100:00000001:3.0:1788205091.288410:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205091.288411:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205091.288417:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288423:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205091.288424:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205091.288426:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205091.288428:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618730368, offset 0
00000400:00000200:3.0:1788205091.288431:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205091.288435:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.288438:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205091.288441:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205091.288444:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205091.288446:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205091.288448:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.288451:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3964:3964:256:4294967295] 192.168.201.124@tcp LPNI seq info [3964:3964:8:4294967295]
00000400:00000200:3.0:1788205091.288456:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.288461:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205091.288465:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.288469:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205091.288472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205091.288475:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788205091.288479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205091.288481:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788205091.288485:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.288486:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205091.288489:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205091.288492:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205091.288494:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205091.288496:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205091.288498:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205091.288501:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288508:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.288511:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288521:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288522:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205091.288525:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205091.288529:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205091.288532:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205091.288534:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298898583
00000100:00000001:3.0:1788205091.288536:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.288538:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298898583
00000100:00000001:3.0:1788205091.288540:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.288542:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205091.288544:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288546:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205091.288549:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205091.288556:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205091.288557:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205091.288559:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205091.288561:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205091.288562:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205091.288564:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205091.288567:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205091.288573:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288579:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205091.288580:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288582:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.288583:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205091.288586:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288592:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205091.288595:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288600:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205091.288602:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288603:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.288604:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288606:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205091.288608:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205091.288610:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205091.288614:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205091.288616:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205091.288620:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205091.288628:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730368:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205091.288631:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205091.288634:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288640:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205091.288641:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.288642:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205091.288644:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205091.288645:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205091.288648:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205091.288650:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205091.288652:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205091.288654:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.288655:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205091.288658:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205091.288660:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205091.288662:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205091.288664:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205091.288667:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205091.288669:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730496, portal 10
00000100:00000001:3.0:1788205091.288670:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205091.288671:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205091.288676:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288682:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205091.288684:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205091.288686:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205091.288689:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618730496, offset 0
00000400:00000200:3.0:1788205091.288693:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205091.288697:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.288700:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205091.288702:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205091.288705:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205091.288707:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205091.288709:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.288712:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3965:3965:256:4294967295] 192.168.201.124@tcp LPNI seq info [3965:3965:8:4294967295]
00000400:00000200:3.0:1788205091.288715:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.288720:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205091.288724:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.288727:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205091.288730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205091.288732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788205091.288736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205091.288738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788205091.288741:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.288743:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205091.288746:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205091.288749:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205091.288751:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205091.288752:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205091.288755:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205091.288758:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288765:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.288768:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288774:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288775:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205091.288778:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205091.288780:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205091.288783:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205091.288785:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298896428
00000100:00000001:3.0:1788205091.288787:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.288789:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298896428
00000100:00000001:3.0:1788205091.288791:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.288793:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205091.288794:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.288796:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205091.288799:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205091.288806:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205091.288807:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205091.288808:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205091.288810:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205091.288811:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205091.288814:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205091.288816:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205091.288823:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288828:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205091.288829:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288831:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.288832:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205091.288836:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288842:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205091.288846:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288853:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205091.288855:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288856:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.288857:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.288859:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205091.288861:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205091.288863:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205091.288866:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205091.288867:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205091.288871:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205091.288877:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730496:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205091.288880:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205091.288884:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288889:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205091.288891:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.288892:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205091.288894:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205091.288895:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205091.288897:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205091.288900:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205091.288902:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205091.288903:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.288905:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205091.288908:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205091.288909:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205091.288913:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205091.288915:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205091.288918:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205091.288921:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730624, portal 4
00000100:00000001:3.0:1788205091.288922:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205091.288923:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205091.288929:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.288935:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205091.288937:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205091.288939:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205091.288941:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618730624, offset 0
00000400:00000200:3.0:1788205091.288944:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205091.288947:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.288950:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205091.288952:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205091.288954:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205091.288956:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205091.288958:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.288961:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3966:3966:256:4294967295] 192.168.201.124@tcp LPNI seq info [3966:3966:8:4294967295]
00000400:00000200:3.0:1788205091.288964:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.288969:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205091.288973:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.288975:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205091.288979:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205091.288981:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788205091.288984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205091.288986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788205091.288989:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.288991:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205091.288994:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205091.288997:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205091.288999:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205091.289001:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205091.289003:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205091.289006:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289013:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.289016:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289022:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.289024:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205091.289026:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205091.289029:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205091.289031:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205091.289033:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298896408
00000100:00000001:3.0:1788205091.289036:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.289037:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298896408
00000100:00000001:3.0:1788205091.289039:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.289041:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205091.289043:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.289045:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205091.289048:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205091.289086:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205091.289087:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205091.289089:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205091.289092:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205091.289093:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205091.289095:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205091.289098:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205091.289105:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289112:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205091.289113:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289115:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.289116:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205091.289120:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289126:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205091.289129:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289136:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205091.289138:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289140:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.289141:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289142:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205091.289144:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205091.289146:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205091.289149:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205091.289151:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205091.289154:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205091.289160:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730624:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205091.289163:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205091.289166:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289171:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205091.289172:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.289174:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205091.289175:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205091.289177:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205091.289179:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205091.289182:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205091.289184:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205091.289185:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205091.289187:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205091.289190:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205091.289192:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205091.289195:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205091.289197:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205091.289200:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205091.289203:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730752, portal 4
00000100:00000001:3.0:1788205091.289204:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205091.289206:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788205091.289211:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289217:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205091.289219:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205091.289221:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205091.289223:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618730752, offset 0
00000400:00000200:3.0:1788205091.289226:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205091.289229:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.289232:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205091.289235:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205091.289237:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205091.289239:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205091.289241:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205091.289243:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3967:3967:256:4294967295] 192.168.201.124@tcp LPNI seq info [3967:3967:8:4294967295]
00000400:00000200:3.0:1788205091.289246:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205091.289251:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205091.289255:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.289258:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205091.289261:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205091.289264:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788205091.289268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205091.289270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788205091.289273:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205091.289275:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205091.289278:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205091.289281:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205091.289283:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205091.289285:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205091.289287:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205091.289290:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289296:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.289299:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289304:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.289305:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205091.289308:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205091.289311:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205091.289313:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205091.289315:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298896543
00000100:00000001:3.0:1788205091.289317:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.289319:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298896543
00000100:00000001:3.0:1788205091.289321:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298898671
00000100:00000001:3.0:1788205091.289322:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205091.289324:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.289325:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205091.289328:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205091.289335:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205091.289336:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205091.289338:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205091.289340:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205091.289342:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205091.289343:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205091.289346:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205091.289354:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289360:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205091.289361:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.289364:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205091.289367:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289373:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205091.289376:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289382:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205091.289384:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289385:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205091.289386:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289388:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205091.289390:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205091.289391:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205091.289394:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205091.289395:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205091.289398:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205091.289404:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618730752:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205091.289408:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289410:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.289412:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618730368/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289419:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205091.289420:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205091.289422:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205091.289424:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205091.289426:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205091.289427:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205091.289429:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205091.289431:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205091.289434:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205091.289435:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205091.289437:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205091.289439:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205091.289440:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289442:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.289445:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618730496/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289450:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205091.289451:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205091.289453:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205091.289455:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205091.289456:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205091.289457:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205091.289458:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205091.289459:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:3.0:1788205091.289461:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205091.289462:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205091.289463:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205091.289464:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205091.289465:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289466:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.289469:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618730624/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289473:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205091.289474:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205091.289475:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205091.289477:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205091.289477:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205091.289478:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205091.289480:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205091.289481:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:3.0:1788205091.289484:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205091.289485:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205091.289486:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205091.289488:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205091.289489:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289491:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205091.289494:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618730752/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205091.289505:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205091.289506:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205091.289507:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205091.289509:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205091.289511:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205091.289512:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205091.289513:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205091.289514:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:3.0:1788205091.289516:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205091.289517:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205091.289518:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205091.289520:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205091.289521:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289523:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205091.289526:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205091.289528:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205091.289529:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205091.289530:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205091.607202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205091.607209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205091.607215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205091.607217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205091.607219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205091.607221:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205091.607223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205091.607224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205091.607290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205091.607295:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205091.607298:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205092.311190:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205092.311196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205092.311198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205092.311202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205092.311205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205092.311209:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205092.311211:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205092.311213:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205092.311214:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205092.631351:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205092.631358:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205092.631365:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205092.631366:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205092.631370:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205092.631371:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205092.631799:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205092.631802:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205092.632739:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205092.632743:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205092.632746:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205093.335130:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205093.335137:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205093.335139:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205093.335144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205093.335147:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205093.335151:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205093.335154:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205093.335156:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205093.335158:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205093.591163:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298898671, at 4298898688
00000100:00000040:3.0:1788205093.591163:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298898671, at 4298898688
00000100:00000010:2.0:1788205093.591178:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e895a0.
00000100:00000010:3.0:1788205093.591187:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e894e0.
00010000:00000001:3.0:1788205093.655150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205093.655154:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205093.655158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205093.655159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205093.655161:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205093.655162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205093.655164:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205093.655165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205093.655221:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205093.655225:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205093.655229:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205094.359179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205094.359187:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205094.359189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205094.359194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205094.359197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205094.359201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205094.359204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205094.359206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205094.359208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205094.679222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205094.679232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205094.679239:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205094.679240:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205094.679244:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205094.679245:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205094.679249:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205094.679250:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205094.679322:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205094.679327:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205094.679331:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205095.383192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205095.383200:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205095.383202:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205095.383206:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205095.383210:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205095.383214:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205095.383216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205095.383218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205095.383221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205095.703219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703225:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205095.703227:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205095.703235:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205095.703237:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205095.703245:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205095.703248:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205095.703249:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703253:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205095.703256:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703258:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703260:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703264:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205095.703266:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205095.703267:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205095.703268:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703270:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205095.703271:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703272:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205095.703274:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205095.703386:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205095.703391:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205095.703394:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205096.407202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788205096.407203:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205096.407212:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205096.407213:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.407217:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205096.407220:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205096.407222:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205096.407224:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.407231:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4229
00000100:00100000:1.0:1788205096.407231:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205096.407237:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1788205096.407242:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205096.407242:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205096.407247:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1788205096.407250:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205096.407252:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205096.407254:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205096.407259:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205096.407259:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407263:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407265:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407267:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205096.407270:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.407272:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205096.407274:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.407277:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205096.407279:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205096.407280:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205096.407283:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407284:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407285:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407286:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205096.407289:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205096.407292:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407295:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.407299:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205096.407303:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.407308:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407310:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205096.407313:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.407326:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205096.407330:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205096.407334:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.407336:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407339:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205096.407343:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.407348:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205096.407358:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000100:00000001:0.0:1788205096.407367:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205096.407378:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205096.407388:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.407392:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.407395:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.407413:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.407415:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205096.407417:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205096.407418:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.407419:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205096.407421:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.407423:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4229
00000400:00000200:0.0:1788205096.407426:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205096.407428:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.407430:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205096.407432:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407434:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407436:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407438:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205096.407439:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.407440:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205096.407441:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.407443:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788205096.407444:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205096.407446:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205096.407448:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407449:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407451:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205096.407452:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205096.407453:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205096.407455:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205096.407459:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205096.407459:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205096.407463:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.407464:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205096.407464:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788205096.407471:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.407473:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407475:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788205096.407475:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788205096.407479:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205096.407484:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407488:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.407493:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205096.407494:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1788205096.407496:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205096.407498:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.407499:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.407502:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407504:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205096.407505:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205096.407506:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.407509:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.407511:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788205096.407512:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788205096.407516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407517:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.407524:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618730880:192.168.201.124@tcp:250:kworker.0
00000100:00100000:0.0:1788205096.407525:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205096.407534:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205096.407536:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.407539:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.407542:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205096.407542:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205096.407546:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.407551:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205096.407552:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.407556:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1788205096.407557:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83800.
00000100:00080000:0.0:1788205096.407559:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1788205096.407560:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407562:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.407564:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205096.407566:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.407567:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4229
00000400:00000200:3.0:1788205096.407571:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205096.407573:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205096.407576:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.407578:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788205096.407579:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00000040:0.0:1788205096.407580:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407584:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407585:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407587:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205096.407588:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.407588:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205096.407589:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.407591:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000010:3.0:1788205096.407591:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000020:00000001:0.0:1788205096.407594:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205096.407597:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205096.407599:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407600:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407601:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407603:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:3.0:1788205096.407604:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618730880, portal 25
00000020:00000040:0.0:1788205096.407605:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:3.0:1788205096.407610:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205096.407613:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00080000:0.0:1788205096.407616:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407620:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.407623:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788205096.407623:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205096.407627:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.407632:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407636:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205096.407639:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788205096.407640:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1788205096.407645:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205096.407646:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407648:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205096.407651:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000010:0.0:1788205096.407654:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000100:00000200:3.0:1788205096.407656:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618730880, offset 0
00000020:00000040:0.0:1788205096.407659:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205096.407663:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.407665:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407669:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788205096.407669:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788205096.407672:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.407675:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205096.407679:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210000.
00000400:00000200:3.0:1788205096.407682:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205096.407684:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205096.407689:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00100000:0.0:1788205096.407692:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205096.407695:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205096.407701:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788205096.407706:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205096.407706:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788205096.407710:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205096.407711:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:0.0:1788205096.407718:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205096.407718:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3968:3968:256:4294967295] 192.168.201.124@tcp LPNI seq info [3968:3968:8:4294967295]
00000400:00000200:3.0:1788205096.407728:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205096.407734:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.407737:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205096.407741:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788205096.407742:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205096.407745:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.407747:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788205096.407752:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407753:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.407757:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4229
00000800:00000010:3.0:1788205096.407759:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000400:00000200:0.0:1788205096.407760:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205096.407764:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.407766:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205096.407768:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407772:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788205096.407772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:0.0:1788205096.407775:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407778:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:3.0:1788205096.407778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788205096.407781:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.407784:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205096.407786:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788205096.407787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:0.0:1788205096.407789:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788205096.407792:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000800:00000200:3.1:1788205096.407793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788205096.407795:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788205096.407801:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407802:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.407806:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000100:3.0:1788205096.407806:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407810:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205096.407811:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000800:00000010:3.0:1788205096.407811:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000100:00080000:0.0:1788205096.407816:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407818:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.407819:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205096.407821:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788205096.407822:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.407827:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407829:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205096.407831:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1788205096.407833:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1788205096.407834:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407837:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.407841:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000400:00000200:3.0:1788205096.407842:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000020:00000040:0.0:1788205096.407843:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000400:00000010:3.0:1788205096.407846:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
02000000:00000001:0.0:1788205096.407847:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.407849:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.407851:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205096.407852:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205096.407854:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788205096.407855:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205096.407859:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210c00.
00000100:00000200:3.0:1788205096.407861:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.407862:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205096.407870:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205096.407874:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205096.407877:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788205096.407879:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.407880:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.407887:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.407892:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.407896:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205096.407898:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.407901:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205096.407902:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.407903:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205096.407906:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.407908:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205096.407909:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205096.407914:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205096.407914:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298903791
00000100:00080000:0.0:1788205096.407917:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4229
00000400:00000200:0.0:1788205096.407920:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000010:3.0:1788205096.407922:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e894e0.
00000400:00000200:0.0:1788205096.407923:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.407926:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205096.407928:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205096.407930:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205096.407931:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1788205096.407934:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205096.407937:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298903791
00000100:00000001:0.0:1788205096.407938:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:3.0:1788205096.407941:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89300.
00000020:00000001:0.0:1788205096.407943:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205096.407945:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000040:0.0:1788205096.407946:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000001:3.0:1788205096.407949:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788205096.407950:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205096.407952:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205096.407954:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:3.0:1788205096.407955:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205096.407962:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096]  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205096.407969:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205096.407974:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000001:3.0:1788205096.407974:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205096.407978:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788205096.407982:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:3.0:1788205096.407982:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205096.407998:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000100:00000001:0.0:1788205096.407999:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205096.408002:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000040:0.0:1788205096.408004:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205096.408006:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788205096.408008:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205096.408013:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000200:3.0:1788205096.408014:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205096.408019:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205096.408026:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.408031:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788205096.408035:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205096.408036:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.408042:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.408047:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205096.408079:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205096.408082:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408084:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1788205096.408088:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788205096.408088:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788205096.408094:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.408097:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.408098:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.408104:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205096.408109:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205096.408111:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205096.408113:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.408116:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205096.408119:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.408120:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205096.408123:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.408126:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205096.408133:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:3.0:1788205096.408134:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205096.408140:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205096.408141:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408143:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205096.408150:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205096.408151:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205096.408156:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205096.408162:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788205096.408165:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.408169:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205096.408170:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205096.408175:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205096.408177:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205096.408183:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.408196:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.408203:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618730880:192.168.201.124@tcp:250:kworker.0
00000100:00000040:0.0:1788205096.408204:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4239)
00000100:00000001:3.0:1788205096.408222:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408225:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.408227:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618730880/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408232:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205096.408235:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205096.408237:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205096.408239:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205096.408241:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205096.408242:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205096.408244:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205096.408247:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:3.0:1788205096.408251:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205096.408253:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205096.408255:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205096.408259:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205096.408261:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408263:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408270:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205096.408272:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408274:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205096.408275:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205096.408276:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205096.408280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408293:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205096.408294:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408297:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205096.408298:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205096.408300:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.408303:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205096.408305:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205096.408307:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205096.408308:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408310:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205096.408313:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205096.408315:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205096.408319:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205096.408322:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205096.408326:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205096.408329:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731008, portal 10
00000100:00000001:3.0:1788205096.408331:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205096.408332:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205096.408339:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408346:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205096.408348:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205096.408350:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205096.408353:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618731008, offset 0
00000400:00000200:3.0:1788205096.408357:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205096.408361:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.408364:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205096.408367:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205096.408370:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205096.408372:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205096.408375:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205096.408378:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3969:3969:256:4294967295] 192.168.201.124@tcp LPNI seq info [3969:3969:8:4294967295]
00000400:00000200:3.0:1788205096.408383:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.408389:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205096.408394:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.408397:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205096.408400:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205096.408402:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788205096.408405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205096.408407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1788205096.408409:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.408410:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205096.408413:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205096.408415:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205096.408417:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205096.408418:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205096.408420:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205096.408422:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408428:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.408429:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408434:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408435:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205096.408437:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205096.408439:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205096.408442:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205096.408444:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298903703
00000100:00000001:3.0:1788205096.408447:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.408449:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298903703
00000100:00000001:3.0:1788205096.408451:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.408453:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205096.408456:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408457:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205096.408461:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096]  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205096.408469:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205096.408470:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205096.408472:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205096.408475:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205096.408476:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205096.408478:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205096.408481:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205096.408489:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408494:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205096.408494:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408496:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408496:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205096.408499:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408503:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205096.408505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408508:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205096.408510:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408511:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408512:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408514:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205096.408516:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205096.408519:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205096.408522:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205096.408523:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205096.408527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205096.408535:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731008:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205096.408539:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205096.408543:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408550:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205096.408551:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408553:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205096.408555:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205096.408557:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.408559:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205096.408561:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205096.408562:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205096.408563:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408565:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205096.408567:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205096.408568:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205096.408571:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205096.408572:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205096.408574:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205096.408576:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731136, portal 10
00000100:00000001:3.0:1788205096.408578:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205096.408579:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205096.408583:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408587:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205096.408589:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205096.408590:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205096.408592:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618731136, offset 0
00000400:00000200:3.0:1788205096.408594:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205096.408597:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.408599:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205096.408601:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205096.408603:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205096.408604:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205096.408606:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205096.408608:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3970:3970:256:4294967295] 192.168.201.124@tcp LPNI seq info [3970:3970:8:4294967295]
00000400:00000200:3.0:1788205096.408610:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.408614:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205096.408616:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.408618:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205096.408620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205096.408622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788205096.408625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205096.408627:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1788205096.408629:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.408630:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205096.408632:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205096.408634:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205096.408636:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205096.408637:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205096.408639:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205096.408641:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408645:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.408647:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408652:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408653:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205096.408655:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205096.408657:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205096.408659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205096.408660:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298901548
00000100:00000001:3.0:1788205096.408662:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.408664:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298901548
00000100:00000001:3.0:1788205096.408665:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.408666:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205096.408667:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408668:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205096.408670:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096]  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205096.408674:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205096.408675:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205096.408676:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205096.408677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205096.408678:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205096.408679:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205096.408681:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205096.408686:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408690:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205096.408691:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408692:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408693:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205096.408696:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408702:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205096.408705:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408712:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205096.408714:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408716:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408717:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408719:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205096.408720:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205096.408723:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205096.408726:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205096.408728:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205096.408732:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205096.408740:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731136:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205096.408744:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205096.408746:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408750:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205096.408751:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408753:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205096.408754:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205096.408755:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.408757:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205096.408759:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205096.408760:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205096.408761:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408762:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205096.408765:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205096.408766:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205096.408769:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205096.408771:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205096.408773:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205096.408775:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731264, portal 4
00000100:00000001:3.0:1788205096.408776:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205096.408777:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205096.408781:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408785:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205096.408786:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205096.408788:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205096.408790:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618731264, offset 0
00000400:00000200:3.0:1788205096.408794:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205096.408797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.408801:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205096.408803:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205096.408806:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205096.408808:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205096.408810:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205096.408813:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3971:3971:256:4294967295] 192.168.201.124@tcp LPNI seq info [3971:3971:8:4294967295]
00000400:00000200:3.0:1788205096.408817:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.408823:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205096.408827:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.408830:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205096.408834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205096.408836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788205096.408840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205096.408842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1788205096.408844:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.408846:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205096.408848:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205096.408850:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205096.408852:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205096.408853:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205096.408855:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205096.408858:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408863:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.408865:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408869:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408870:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205096.408872:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205096.408874:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205096.408876:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205096.408877:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298901528
00000100:00000001:3.0:1788205096.408878:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.408880:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298901528
00000100:00000001:3.0:1788205096.408881:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.408882:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205096.408883:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.408884:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205096.408886:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096]  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205096.408891:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205096.408892:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205096.408893:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205096.408894:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205096.408895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205096.408896:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205096.408898:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205096.408903:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408910:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205096.408911:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408913:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408914:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205096.408916:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408919:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205096.408921:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408925:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205096.408926:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408927:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.408927:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.408928:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205096.408929:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205096.408930:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205096.408932:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205096.408933:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205096.408935:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205096.408940:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731264:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205096.408942:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205096.408944:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.408947:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205096.408948:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408950:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205096.408951:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205096.408952:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.408954:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205096.408957:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205096.408959:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205096.408960:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205096.408962:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205096.408964:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205096.408966:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205096.408969:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205096.408971:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205096.408974:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205096.408977:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731392, portal 4
00000100:00000001:3.0:1788205096.408979:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205096.408980:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788205096.408996:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409002:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205096.409004:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205096.409006:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205096.409008:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618731392, offset 0
00000400:00000200:3.0:1788205096.409012:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205096.409015:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.409019:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205096.409021:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205096.409024:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205096.409026:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205096.409028:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205096.409031:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3972:3972:256:4294967295] 192.168.201.124@tcp LPNI seq info [3972:3972:8:4294967295]
00000400:00000200:3.0:1788205096.409035:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205096.409040:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205096.409044:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.409046:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205096.409049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205096.409067:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788205096.409070:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205096.409072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1788205096.409076:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205096.409078:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205096.409081:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205096.409084:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205096.409087:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205096.409089:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205096.409091:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205096.409095:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409102:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.409105:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409111:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.409112:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205096.409115:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205096.409119:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205096.409122:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205096.409124:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298901663
00000100:00000001:3.0:1788205096.409126:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.409128:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298901663
00000100:00000001:3.0:1788205096.409131:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298903791
00000100:00000001:3.0:1788205096.409133:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205096.409135:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.409137:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205096.409141:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096]  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205096.409149:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205096.409150:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205096.409152:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205096.409155:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205096.409156:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205096.409158:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205096.409161:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205096.409169:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409176:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205096.409177:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409179:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.409180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205096.409184:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409190:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205096.409193:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409197:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205096.409199:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409200:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205096.409201:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409202:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205096.409203:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205096.409204:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205096.409206:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205096.409207:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205096.409210:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205096.409215:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731392:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205096.409217:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409218:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.409220:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618731008/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409223:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205096.409224:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205096.409225:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205096.409227:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205096.409228:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205096.409229:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205096.409230:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205096.409232:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788205096.409234:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205096.409234:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205096.409235:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205096.409237:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205096.409238:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409239:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.409240:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618731136/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409244:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205096.409245:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205096.409246:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205096.409248:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205096.409249:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205096.409250:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205096.409251:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205096.409253:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210000.
02000000:00000001:3.0:1788205096.409255:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205096.409257:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205096.409258:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205096.409260:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205096.409261:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409262:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.409266:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618731264/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409272:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205096.409273:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205096.409275:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205096.409278:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205096.409279:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205096.409281:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205096.409282:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205096.409284:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:3.0:1788205096.409286:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205096.409287:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205096.409289:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205096.409291:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205096.409292:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409293:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205096.409297:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618731392/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205096.409301:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205096.409302:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205096.409303:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205096.409304:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205096.409305:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205096.409306:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205096.409308:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205096.409310:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:3.0:1788205096.409313:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205096.409314:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205096.409315:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205096.409317:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205096.409318:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409321:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.409325:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205096.409326:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205096.409328:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205096.409330:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205096.727203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205096.727213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205096.727221:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205096.727222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205096.727226:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205096.727227:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205096.727231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205096.727232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205096.727298:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205096.727303:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205096.727307:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205097.433129:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205097.433138:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205097.433141:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205097.433147:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205097.433152:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205097.433157:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205097.433160:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205097.433162:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205097.433166:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751152:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205097.751162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205097.751175:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205097.751178:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205097.751182:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751186:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205097.751188:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751190:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751192:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205097.751196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205097.751199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205097.751201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205097.751283:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205097.751286:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205097.751298:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205098.455190:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205098.455201:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205098.455203:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205098.455210:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205098.455214:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205098.455219:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205098.455222:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205098.455225:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205098.455229:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205098.711210:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298903791, at 4298903808
00000100:00000010:3.0:1788205098.711231:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89300.
00000100:00000040:2.0:1788205098.712036:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298903791, at 4298903808
00000100:00000010:2.0:1788205098.712045:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e894e0.
00010000:00000001:3.0:1788205098.775215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205098.775223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205098.775228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205098.775228:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205098.775233:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205098.775234:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205098.775238:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205098.775239:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205098.775305:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205098.775309:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205098.775312:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205099.480690:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205099.480696:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205099.480698:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205099.480703:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205099.480706:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205099.480710:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205099.480713:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205099.480715:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205099.480718:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799260:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205099.799274:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205099.799277:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205099.799281:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799287:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205099.799290:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799293:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799295:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799301:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205099.799302:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799307:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205099.799308:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205099.799312:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205099.799314:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205099.799385:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205099.799390:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205099.799393:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205100.503297:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205100.503305:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205100.503308:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205100.503314:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205100.503319:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205100.503324:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205100.503326:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205100.503582:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205100.503586:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205100.823230:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205100.823240:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205100.823249:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205100.823250:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205100.823254:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205100.823256:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205100.823269:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205100.823271:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205100.823330:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205100.823334:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205100.823337:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205101.527126:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205101.527126:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205101.527133:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788205101.527135:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205101.527137:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527139:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205101.527144:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788205101.527144:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205101.527148:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205101.527150:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205101.527154:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205101.527156:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4234
00000100:00000001:1.0:1788205101.527159:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205101.527162:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205101.527165:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205101.527175:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205101.527182:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205101.527184:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205101.527254:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527257:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.527260:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527263:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205101.527267:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205101.527269:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205101.527273:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205101.527276:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205101.527279:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205101.527281:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205101.527285:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527287:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.527289:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527292:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205101.527295:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205101.527298:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527300:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205101.527304:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205101.527308:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205101.527311:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527313:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205101.527316:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205101.527328:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205101.527332:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205101.527337:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205101.527339:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527342:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205101.527346:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205101.527361:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205101.527372:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000001:0.0:1788205101.527380:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205101.527392:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205101.527402:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205101.527408:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205101.527413:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205101.527441:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205101.527444:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205101.527447:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205101.527449:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205101.527451:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205101.527454:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205101.527456:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4234
00000400:00000200:0.0:1788205101.527461:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205101.527464:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205101.527466:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205101.527469:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527471:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.527473:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527475:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205101.527477:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205101.527479:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205101.527480:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205101.527482:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788205101.527484:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205101.527487:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205101.527489:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527491:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.527493:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527495:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205101.527497:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205101.527500:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527503:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205101.527504:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205101.527511:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205101.527512:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527514:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205101.527518:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205101.527529:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527530:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205101.527533:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788205101.527535:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205101.527537:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205101.527538:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527539:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205101.527541:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205101.527543:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205101.527547:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788205101.527550:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205101.527555:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205101.527562:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205101.527565:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205101.527568:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205101.527577:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205101.527579:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205101.527582:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205101.527584:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205101.527585:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205101.527588:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205101.527591:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4234
00000400:00000200:0.0:1788205101.527594:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205101.527597:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205101.527600:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205101.527602:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527605:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.527607:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527609:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205101.527611:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205101.527612:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205101.527614:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205101.527616:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205101.527617:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205101.527619:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205101.527622:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527623:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.527624:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527626:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205101.527628:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788205101.527631:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205101.527633:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205101.527635:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205101.527638:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205101.527640:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527642:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205101.527644:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205101.527646:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527648:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205101.527652:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788205101.527655:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205101.527657:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205101.527659:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.527660:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205101.527662:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205101.527664:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.527808:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205101.527813:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205101.527816:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205101.527823:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.527830:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205101.527831:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.527834:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205101.527836:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.527838:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.527840:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618731520:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205101.527844:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205101.527848:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205101.527850:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.527852:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205101.527856:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205101.527857:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205101.527862:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205101.527866:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205101.527873:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205101.527881:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731520, portal 25
00000100:00000001:3.0:1788205101.527883:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205101.527885:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788205101.527891:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.527926:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205101.527929:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205101.527931:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205101.527934:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618731520, offset 0
00000400:00000200:3.0:1788205101.527939:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205101.527948:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.527954:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205101.527959:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205101.527962:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205101.527966:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205101.527972:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205101.527975:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3973:3973:256:4294967295] 192.168.201.124@tcp LPNI seq info [3973:3973:8:4294967295]
00000400:00000200:3.0:1788205101.527978:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.527986:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205101.527991:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.527996:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205101.528003:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205101.528006:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788205101.528010:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205101.528013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788205101.528034:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.528037:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205101.528044:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205101.528048:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205101.528071:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205101.528073:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205101.528077:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205101.528080:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528087:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.528089:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528094:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.528095:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205101.528105:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205101.528108:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205101.528111:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298908911
00000100:00000010:3.0:1788205101.528114:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89cc0.
00000100:00000001:3.0:1788205101.528120:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205101.528124:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298908911
00000100:00000010:3.0:1788205101.528126:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e897e0.
00000100:00000001:3.0:1788205101.528128:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205101.528130:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205101.528132:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.528134:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.528137:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.528143:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.528144:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.528146:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205101.528148:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205101.528149:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205101.528150:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.528152:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.528170:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528175:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.528176:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528178:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.528180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.528182:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528190:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.528193:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528198:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.528200:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528201:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.528202:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528204:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.528205:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.528207:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.528210:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205101.528211:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.528214:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.528219:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618731520:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205101.528222:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205101.528224:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528228:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205101.528229:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.528231:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205101.528232:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.528233:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.528235:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731648:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205101.528237:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205101.528238:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205101.528238:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.528239:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205101.528242:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205101.528243:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205101.528245:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205101.528247:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205101.528249:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205101.528251:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731648, portal 10
00000100:00000001:3.0:1788205101.528252:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205101.528253:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205101.528258:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528262:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205101.528263:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205101.528265:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205101.528266:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618731648, offset 0
00000400:00000200:3.0:1788205101.528268:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205101.528271:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.528273:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205101.528275:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205101.528276:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205101.528278:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205101.528279:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205101.528281:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3974:3974:256:4294967295] 192.168.201.124@tcp LPNI seq info [3974:3974:8:4294967295]
00000400:00000200:3.0:1788205101.528284:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.528288:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205101.528291:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.528293:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205101.528296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205101.528298:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788205101.528301:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205101.528302:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788205101.528305:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.528306:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205101.528308:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205101.528310:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205101.528312:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205101.528313:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205101.528315:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205101.528316:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528321:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.528323:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528327:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.528328:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205101.528330:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.528332:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205101.528334:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205101.528335:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298908822
00000100:00000001:3.0:1788205101.528338:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.528340:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298908822
00000100:00000001:3.0:1788205101.528342:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.528344:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205101.528356:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.528358:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.528362:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.528371:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.528372:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.528374:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205101.528376:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205101.528378:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205101.528380:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.528383:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.528392:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528398:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.528399:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528401:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.528402:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.528406:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528413:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.528417:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528424:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.528426:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528428:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.528429:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528431:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.528433:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.528435:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.528438:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205101.528440:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.528445:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.528452:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731648:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205101.528456:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528458:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.528462:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618731520/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528468:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.528472:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.528474:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205101.528477:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.528479:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.528481:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205101.528484:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.528486:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:3.0:1788205101.528490:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.528492:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.528494:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205101.528496:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.528497:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528499:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.528501:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618731648/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.528505:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.528506:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.528507:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205101.528509:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.528510:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.528511:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205101.528512:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.528513:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:3.0:1788205101.528514:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.528515:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.528516:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205101.528518:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.528518:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528520:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.528526:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205101.528527:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.528529:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205101.528530:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205101.529122:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:0.0:1788205101.529127:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205101.529132:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205101.529138:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205101.529139:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205101.529142:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205101.529154:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205101.529156:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205101.529159:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205101.529160:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205101.529162:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205101.529163:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205101.529165:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4234
00000400:00000200:0.0:1788205101.529167:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205101.529170:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205101.529171:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205101.529173:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529175:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.529177:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529178:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205101.529180:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205101.529180:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205101.529181:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205101.529183:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788205101.529184:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788205101.529185:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788205101.529187:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529188:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.529189:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529190:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205101.529191:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205101.529193:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529195:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205101.529196:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205101.529198:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205101.529199:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.529201:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205101.529203:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205101.529205:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.529207:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205101.529210:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788205101.529212:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205101.529213:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205101.529214:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.529215:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205101.529216:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205101.529218:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205101.529220:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000001:0.0:1788205101.529222:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205101.529224:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205101.529229:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205101.529230:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205101.529232:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205101.529236:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205101.529238:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205101.529240:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205101.529240:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205101.529241:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205101.529243:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205101.529244:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4234
00000400:00000200:0.0:1788205101.529246:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205101.529248:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205101.529249:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205101.529251:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529252:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.529253:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529254:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205101.529256:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205101.529257:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205101.529258:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205101.529259:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788205101.529260:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205101.529261:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788205101.529263:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529264:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205101.529265:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529266:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205101.529267:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788205101.529268:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205101.529269:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205101.529270:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205101.529271:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205101.529272:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.529274:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205101.529275:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788205101.529276:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.529277:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205101.529278:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205101.529280:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205101.529281:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205101.529282:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.529283:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205101.529283:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205101.529284:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205101.529286:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788205101.529288:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205101.529290:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205101.529297:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205101.529298:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205101.529301:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205101.529304:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205101.529308:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4244)
00000100:00000001:3.0:1788205101.529570:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205101.529572:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205101.529574:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205101.529579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529586:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205101.529587:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.529589:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205101.529591:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.529593:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.529596:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205101.529600:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205101.529602:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205101.529604:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.529605:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205101.529609:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205101.529611:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205101.529615:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205101.529618:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205101.529620:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205101.529623:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731776, portal 10
00000100:00000001:3.0:1788205101.529624:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205101.529626:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205101.529632:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529638:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205101.529641:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205101.529643:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205101.529646:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618731776, offset 0
00000400:00000200:3.0:1788205101.529650:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205101.529654:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.529658:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205101.529661:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205101.529664:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205101.529706:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205101.529709:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205101.529711:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3975:3975:256:4294967295] 192.168.201.124@tcp LPNI seq info [3975:3975:8:4294967295]
00000400:00000200:3.0:1788205101.529714:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.529719:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205101.529722:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.529725:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205101.529728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205101.529730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788205101.529733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205101.529735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788205101.529738:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.529739:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205101.529742:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205101.529744:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205101.529746:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205101.529747:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205101.529749:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205101.529752:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529757:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.529759:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529763:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.529765:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205101.529767:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.529770:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205101.529773:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205101.529775:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298906669
00000100:00000001:3.0:1788205101.529778:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.529780:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298906669
00000100:00000001:3.0:1788205101.529782:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.529784:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205101.529786:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.529787:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.529791:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.529799:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.529801:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.529803:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205101.529805:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205101.529807:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205101.529809:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.529812:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.529821:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529825:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.529826:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.529828:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.529829:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.529831:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529835:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.529837:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529842:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.529844:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.529845:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.529846:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.529847:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.529848:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.529849:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.529851:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205101.529852:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.529854:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.529858:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731776:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205101.529861:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205101.529862:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529866:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205101.529867:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.529869:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205101.529870:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.529872:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.529875:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205101.529878:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205101.529880:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205101.529881:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.529883:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205101.529886:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205101.529888:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205101.529893:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205101.529895:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205101.529908:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205101.529911:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618731904, portal 4
00000100:00000001:3.0:1788205101.529914:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205101.529915:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205101.529921:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529927:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205101.529928:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205101.529930:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205101.529932:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618731904, offset 0
00000400:00000200:3.0:1788205101.529934:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205101.529937:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.529940:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205101.529942:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205101.529944:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205101.529945:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205101.529947:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205101.529949:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3976:3976:256:4294967295] 192.168.201.124@tcp LPNI seq info [3976:3976:8:4294967295]
00000400:00000200:3.0:1788205101.529951:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.529955:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205101.529957:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.529959:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205101.529962:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205101.529964:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788205101.529967:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205101.529976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788205101.529979:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.529980:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205101.529984:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205101.529986:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205101.529988:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205101.529989:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205101.529992:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205101.529994:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.529999:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.530001:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530005:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.530006:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205101.530008:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.530010:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205101.530012:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205101.530013:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298906649
00000100:00000001:3.0:1788205101.530015:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.530017:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298906649
00000100:00000001:3.0:1788205101.530018:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.530019:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205101.530021:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.530022:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.530024:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.530028:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.530029:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.530030:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205101.530031:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205101.530032:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205101.530033:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.530035:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.530040:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530047:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.530048:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530049:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.530064:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.530067:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530071:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.530073:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530078:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.530079:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530080:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.530080:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530081:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.530082:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.530084:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.530085:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205101.530086:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.530088:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.530093:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618731904:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205101.530095:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205101.530097:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530101:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205101.530102:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.530104:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205101.530105:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.530106:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.530108:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205101.530110:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205101.530111:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205101.530112:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.530113:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205101.530116:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205101.530117:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205101.530120:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205101.530123:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205101.530126:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205101.530128:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732032, portal 4
00000100:00000001:3.0:1788205101.530130:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205101.530131:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788205101.530137:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530143:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205101.530145:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205101.530147:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205101.530149:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618732032, offset 0
00000400:00000200:3.0:1788205101.530151:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205101.530154:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.530164:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205101.530167:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205101.530169:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205101.530171:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205101.530173:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205101.530176:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3977:3977:256:4294967295] 192.168.201.124@tcp LPNI seq info [3977:3977:8:4294967295]
00000400:00000200:3.0:1788205101.530180:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205101.530239:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205101.530244:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.530247:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205101.530250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205101.530251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788205101.530254:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205101.530256:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788205101.530258:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205101.530259:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205101.530261:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205101.530263:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205101.530266:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205101.530267:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205101.530269:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205101.530271:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530276:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.530278:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530282:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.530283:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205101.530285:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.530287:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205101.530289:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205101.530291:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298906784
00000100:00000001:3.0:1788205101.530292:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.530294:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298906784
00000100:00000001:3.0:1788205101.530295:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298908911
00000100:00000001:3.0:1788205101.530296:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205101.530297:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.530298:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.530300:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.530306:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.530307:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.530309:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205101.530311:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205101.530312:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205101.530314:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.530317:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.530324:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530329:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.530331:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530333:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.530334:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.530337:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530343:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.530404:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530413:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.530416:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530418:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.530419:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530421:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.530423:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.530426:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.530429:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205101.530432:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.530436:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.530444:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732032:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205101.530447:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530449:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.530452:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618731776/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530459:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.530460:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.530462:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205101.530465:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.530467:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.530468:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205101.530470:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.530472:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:3.0:1788205101.530475:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.530477:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.530478:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205101.530480:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.530482:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530483:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.530486:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618731904/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530490:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.530491:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.530492:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205101.530494:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.530495:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.530495:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205101.530496:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.530497:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:3.0:1788205101.530498:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.530499:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.530500:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205101.530502:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.530502:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530503:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.530505:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618732032/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.530509:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.530509:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.530510:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205101.530511:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.530511:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.530512:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205101.530513:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.530514:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:3.0:1788205101.530515:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.530516:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.530516:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205101.530517:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.530525:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530528:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.530532:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205101.530533:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.530534:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205101.530535:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205101.847176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205101.847183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205101.847189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205101.847190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205101.847193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205101.847194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205101.847197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205101.847198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205101.847289:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205101.847293:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205101.847296:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205102.551225:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205102.551234:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205102.551237:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205102.551243:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205102.551247:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205102.551251:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205102.551253:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205102.551257:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205102.551260:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205102.871285:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205102.871292:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205102.871299:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205102.871300:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205102.871304:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205102.871306:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205102.871309:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205102.871310:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205102.871680:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205102.871682:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205102.871685:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205103.575177:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205103.575185:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205103.575187:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205103.575192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205103.575195:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205103.575198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205103.575200:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205103.575202:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205103.575204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205103.831131:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298908911, at 4298908928
00000100:00000040:2.0:1788205103.831139:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298908911, at 4298908928
00000100:00000010:3.0:1788205103.831146:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e897e0.
00000100:00000010:2.0:1788205103.831277:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89cc0.
00010000:00000001:3.0:1788205103.895169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205103.895176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205103.895182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205103.895183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205103.895186:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205103.895187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205103.895191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205103.895192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205103.895680:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205103.895684:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205103.895687:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205104.599161:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205104.599284:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205104.599285:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205104.599290:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205104.599293:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205104.599295:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205104.599298:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205104.599299:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205104.599301:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205104.920231:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205104.920236:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205104.920240:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205104.920241:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205104.920243:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205104.920244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205104.920246:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205104.920247:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205104.920410:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205104.920413:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205104.920416:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205105.623152:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205105.623159:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205105.623161:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205105.623166:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205105.623169:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205105.623173:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205105.623175:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205105.623178:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205105.623180:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943192:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205105.943198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205105.943209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205105.943217:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205105.943219:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205105.943225:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205105.943227:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205105.943229:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205105.943234:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943244:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943246:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943250:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205105.943252:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205105.943253:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205105.943254:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943256:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205105.943256:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943257:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205105.943259:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205105.943319:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205105.943323:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205105.943326:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205106.647181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205106.647188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205106.647191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.647196:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205106.647200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205106.647204:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205106.647206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205106.647209:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205106.647212:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205106.647353:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205106.647359:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205106.647362:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205106.647366:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205106.647370:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205106.647377:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4239
00000400:00000200:0.0:1788205106.647386:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205106.647392:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205106.647396:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205106.647399:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647402:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205106.647419:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647422:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205106.647427:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205106.647429:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205106.647432:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205106.647435:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205106.647438:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205106.647440:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205106.647443:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647446:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205106.647447:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647449:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205106.647452:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205106.647455:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647458:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.647471:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205106.647476:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205106.647479:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647481:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205106.647484:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205106.647493:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205106.647497:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205106.647501:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205106.647502:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647505:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205106.647509:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205106.647512:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205106.647520:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788205106.647527:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.647537:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205106.647547:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205106.647551:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.647556:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.647578:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205106.647582:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205106.647586:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205106.647588:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205106.647589:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205106.647592:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205106.647594:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4239
00000400:00000200:0.0:1788205106.647598:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205106.647602:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205106.647605:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205106.647608:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647611:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205106.647611:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205106.647614:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205106.647616:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205106.647619:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205106.647620:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205106.647624:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205106.647627:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000040:3.0:1788205106.647627:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205106.647630:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205106.647634:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:3.0:1788205106.647637:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788205106.647639:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:3.0:1788205106.647640:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205106.647645:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:3.0:1788205106.647645:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205106.647648:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205106.647651:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.647653:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:3.0:1788205106.647655:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618732160:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205106.647658:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205106.647660:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788205106.647664:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:3.0:1788205106.647664:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205106.647667:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647669:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788205106.647670:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788205106.647674:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000010:3.0:1788205106.647675:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
00000100:00080000:0.0:1788205106.647678:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788205106.647679:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647684:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.647685:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205106.647688:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205106.647690:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788205106.647691:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
02000000:00000001:0.0:1788205106.647693:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647696:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788205106.647698:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000008:00100000:0.0:1788205106.647700:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205106.647702:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647704:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205106.647705:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732160, portal 25
00000100:00000010:0.0:1788205106.647707:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205106.647708:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205106.647710:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000020:00000040:0.0:1788205106.647711:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205106.647714:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205106.647716:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.647716:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.647721:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205106.647723:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205106.647726:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.647727:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1788205106.647730:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210800.
00000100:00000040:3.0:1788205106.647730:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647735:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205106.647735:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205106.647739:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618732160, offset 0
00000100:00100000:0.0:1788205106.647743:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205106.647745:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205106.647751:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205106.647757:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205106.647763:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788205106.647768:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205106.647768:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788205106.647775:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.647781:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205106.647783:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205106.647789:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205106.647795:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3978:3978:256:4294967295] 192.168.201.124@tcp LPNI seq info [3978:3978:8:4294967295]
00000100:00000001:0.0:1788205106.647796:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.647800:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:0.0:1788205106.647803:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205106.647819:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205106.647823:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205106.647823:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788205106.647826:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205106.647832:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788205106.647832:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:0.0:1788205106.647837:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4239
00000400:00000200:0.0:1788205106.647841:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:3.0:1788205106.647843:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000400:00000200:0.0:1788205106.647846:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205106.647850:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788205106.647851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205106.647856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1788205106.647858:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647863:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788205106.647863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205106.647868:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1788205106.647870:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000800:00000100:3.0:1788205106.647875:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:0.0:1788205106.647877:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000010:3.0:1788205106.647878:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000020:00000001:0.0:1788205106.647882:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205106.647884:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:3.0:1788205106.647885:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788205106.647887:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205106.647889:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000400:00000200:3.0:1788205106.647890:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788205106.647894:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205106.647897:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788205106.647897:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205106.647901:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000040:0.0:1788205106.647904:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205106.647906:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205106.647907:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205106.647911:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:3.0:1788205106.647913:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.647916:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205106.647922:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00000001:3.0:1788205106.647924:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788205106.647928:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:3.0:1788205106.647928:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.647934:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.647937:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.647939:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205106.647940:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788205106.647945:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205106.647946:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.647949:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.647953:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205106.647955:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205106.647957:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298914031
00000008:00100000:0.0:1788205106.647959:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1788205106.647962:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e897e0.
00000008:00000001:0.0:1788205106.647963:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647966:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.647968:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000010:0.0:1788205106.647971:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788205106.647975:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205106.647977:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205106.647978:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.647980:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205106.647981:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205106.647982:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298914031
02000000:00000001:0.0:1788205106.647984:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205106.647987:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89900.
02000000:00000010:0.0:1788205106.647991:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213c00.
00000100:00000001:3.0:1788205106.647991:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205106.647995:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.647997:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.647998:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648003:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205106.648009:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205106.648010:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1788205106.648028:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205106.648031:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205106.648034:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000100:00000001:0.0:1788205106.648038:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205106.648039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000100:00000001:0.0:1788205106.648043:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205106.648044:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205106.648072:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205106.648076:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205106.648083:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205106.648085:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648105:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205106.648107:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648109:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.648110:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648111:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205106.648115:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788205106.648119:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205106.648120:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205106.648123:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205106.648126:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205106.648131:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205106.648136:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205106.648137:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4239
00000400:00000200:0.0:1788205106.648145:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788205106.648146:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205106.648150:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205106.648156:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205106.648161:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.648167:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205106.648171:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.648175:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205106.648175:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205106.648181:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788205106.648182:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205106.648185:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:3.0:1788205106.648186:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788205106.648188:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205106.648189:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788205106.648192:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:3.0:1788205106.648193:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1788205106.648198:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788205106.648199:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788205106.648202:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00080000:3.0:1788205106.648204:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788205106.648209:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:3.0:1788205106.648212:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205106.648214:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205106.648218:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205106.648220:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.648224:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:3.0:1788205106.648227:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205106.648228:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205106.648235:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205106.648240:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205106.648255:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618732160:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205106.648261:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648263:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.648267:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618732160/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648274:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205106.648276:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205106.648279:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205106.648282:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205106.648284:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205106.648285:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205106.648287:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205106.648289:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:3.0:1788205106.648293:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205106.648294:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205106.648296:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205106.648298:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205106.648300:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648302:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648310:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205106.648311:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648313:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205106.648315:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205106.648316:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205106.648320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648326:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205106.648327:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.648329:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205106.648330:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205106.648333:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205106.648335:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205106.648338:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205106.648340:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205106.648342:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.648343:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205106.648346:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205106.648348:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648352:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:0.0:1788205106.648355:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788205106.648356:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
02000000:00000001:0.0:1788205106.648361:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788205106.648361:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205106.648365:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732288, portal 10
02000000:00000001:0.0:1788205106.648366:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648368:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205106.648370:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205106.648371:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000008:00100000:0.0:1788205106.648375:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1788205106.648379:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788205106.648381:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.648385:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648390:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1788205106.648392:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000040:3.0:1788205106.648393:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205106.648396:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000020:00000040:0.0:1788205106.648397:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000200:3.0:1788205106.648398:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618732288, offset 0
02000000:00000001:0.0:1788205106.648403:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788205106.648403:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788205106.648406:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648409:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205106.648410:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205106.648413:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205106.648416:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
02000000:00000001:0.0:1788205106.648417:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648420:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205106.648423:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000010:0.0:1788205106.648424:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000400:00000200:3.0:1788205106.648425:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205106.648429:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.648431:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648434:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3979:3979:256:4294967295] 192.168.201.124@tcp LPNI seq info [3979:3979:8:4294967295]
00000100:00100000:0.0:1788205106.648440:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205106.648442:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205106.648455:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205106.648456:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205106.648469:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.648473:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205106.648477:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205106.648480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788205106.648485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205106.648487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788205106.648489:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.648491:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205106.648493:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205106.648495:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205106.648497:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205106.648499:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205106.648500:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205106.648503:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648508:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.648511:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648515:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648516:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205106.648519:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.648521:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205106.648524:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205106.648525:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298913943
00000100:00000001:3.0:1788205106.648527:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.648529:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298913943
00000100:00000001:3.0:1788205106.648530:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.648532:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.648533:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648534:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648538:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205106.648544:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205106.648545:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205106.648556:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205106.648558:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205106.648560:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205106.648563:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205106.648566:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:0.0:1788205106.648568:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648568:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205106.648572:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205106.648574:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205106.648582:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205106.648586:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1788205106.648586:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205106.648590:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205106.648594:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205106.648596:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205106.648596:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648599:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.648601:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205106.648603:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4239
00000100:00100000:3.0:1788205106.648606:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205106.648612:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205106.648615:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788205106.648618:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000040:3.0:1788205106.648620:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205106.648622:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205106.648630:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205106.648630:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205106.648634:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205106.648635:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648638:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788205106.648639:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205106.648640:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648644:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205106.648645:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205106.648646:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205106.648651:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1788205106.648652:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205106.648655:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00080000:3.0:1788205106.648657:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000020:00000001:0.0:1788205106.648658:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205106.648660:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788205106.648662:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:3.0:1788205106.648664:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205106.648666:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:0.0:1788205106.648670:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788205106.648677:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:3.0:1788205106.648678:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732288:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205106.648682:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205106.648684:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205106.648688:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205106.648689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.648693:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205106.648698:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:3.0:1788205106.648700:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205106.648702:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205106.648704:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:3.0:1788205106.648705:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205106.648707:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.648710:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.648711:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.648716:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1788205106.648717:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732416:192.168.201.124@tcp:38:kworker.0
02000000:00000001:0.0:1788205106.648720:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205106.648720:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205106.648723:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205106.648725:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.648725:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.648729:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205106.648730:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788205106.648732:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
00000008:00100000:0.0:1788205106.648733:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:3.0:1788205106.648735:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788205106.648738:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648741:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205106.648743:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205106.648744:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00000010:0.0:1788205106.648749:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000400:00000010:3.0:1788205106.648749:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205106.648754:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732416, portal 10
00000020:00000040:0.0:1788205106.648755:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205106.648756:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205106.648760:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
02000000:00000001:0.0:1788205106.648761:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205106.648764:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.648765:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.648768:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205106.648771:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205106.648773:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1788205106.648774:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.648777:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205106.648781:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
02000000:00000010:0.0:1788205106.648782:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213000.
00000100:00000200:3.0:1788205106.648783:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618732416, offset 0
00000100:00000001:0.0:1788205106.648788:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648788:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205106.648792:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:0.0:1788205106.648797:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205106.648797:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205106.648799:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205106.648804:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205106.648819:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205106.648824:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788205106.648826:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205106.648827:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3980:3980:256:4294967295] 192.168.201.124@tcp LPNI seq info [3980:3980:8:4294967295]
00000100:00000001:0.0:1788205106.648830:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.648834:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788205106.648839:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205106.648843:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205106.648852:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.648856:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000100:00000001:0.0:1788205106.648859:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205106.648862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205106.648865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1788205106.648866:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4249)
00000800:00000200:3.1:1788205106.648870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205106.648872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788205106.648875:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.648877:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205106.648878:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205106.648881:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205106.648883:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205106.648884:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205106.648886:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205106.648889:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648894:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.648896:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648900:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648901:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205106.648903:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.648905:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205106.648907:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205106.648908:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298911788
00000100:00000001:3.0:1788205106.648909:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.648911:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298911788
00000100:00000001:3.0:1788205106.648912:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.648913:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205106.648914:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.648915:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205106.648917:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205106.648921:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205106.648922:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205106.648923:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205106.648925:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205106.648926:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205106.648927:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205106.648929:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205106.648936:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648942:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205106.648943:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648945:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.648946:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205106.648949:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648955:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205106.648958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.648964:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205106.648966:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648967:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.648968:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648970:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205106.648971:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205106.648973:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205106.648976:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205106.648979:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205106.648983:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205106.648989:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732416:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205106.648993:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.648994:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.648997:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618732288/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649001:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205106.649002:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205106.649004:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205106.649006:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205106.649007:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205106.649008:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205106.649010:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205106.649012:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210800.
02000000:00000001:3.0:1788205106.649014:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205106.649015:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205106.649016:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205106.649019:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205106.649020:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649022:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.649024:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618732416/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649029:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205106.649030:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205106.649031:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205106.649032:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205106.649034:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205106.649035:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205106.649036:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205106.649037:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:3.0:1788205106.649040:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205106.649041:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205106.649042:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205106.649044:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205106.649045:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649047:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649070:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205106.649072:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.649074:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205106.649075:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205106.649077:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205106.649081:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649087:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205106.649088:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.649090:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205106.649092:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205106.649094:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205106.649096:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205106.649100:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205106.649101:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205106.649103:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.649104:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205106.649107:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205106.649109:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.649112:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205106.649115:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205106.649118:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205106.649121:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732544, portal 4
00000100:00000001:3.0:1788205106.649123:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205106.649124:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205106.649130:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649136:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205106.649138:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205106.649141:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205106.649143:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618732544, offset 0
00000400:00000200:3.0:1788205106.649146:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205106.649150:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205106.649153:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205106.649155:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205106.649158:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205106.649160:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205106.649162:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205106.649165:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3981:3981:256:4294967295] 192.168.201.124@tcp LPNI seq info [3981:3981:8:4294967295]
00000400:00000200:3.0:1788205106.649169:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205106.649175:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205106.649179:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.649182:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205106.649186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205106.649189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788205106.649192:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205106.649195:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788205106.649199:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.649200:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205106.649203:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205106.649207:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205106.649210:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205106.649212:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205106.649214:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205106.649218:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649225:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.649228:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649234:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.649235:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205106.649238:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.649240:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205106.649243:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205106.649245:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298911769
00000100:00000001:3.0:1788205106.649247:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.649249:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298911769
00000100:00000001:3.0:1788205106.649252:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.649254:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205106.649256:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.649257:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205106.649261:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205106.649269:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205106.649270:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205106.649272:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205106.649274:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205106.649276:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205106.649278:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205106.649281:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205106.649288:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649295:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205106.649296:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649298:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.649299:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205106.649302:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649308:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205106.649312:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649319:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205106.649321:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649323:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.649324:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649325:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205106.649327:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205106.649329:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205106.649332:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205106.649335:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205106.649339:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205106.649345:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732544:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205106.649349:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205106.649352:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649358:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205106.649359:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.649361:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205106.649363:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205106.649365:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205106.649367:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205106.649370:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205106.649372:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205106.649373:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205106.649375:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205106.649378:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205106.649380:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205106.649382:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205106.649384:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205106.649386:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205106.649388:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732672, portal 4
00000100:00000001:3.0:1788205106.649390:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205106.649391:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788205106.649395:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649398:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205106.649400:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205106.649401:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205106.649402:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618732672, offset 0
00000400:00000200:3.0:1788205106.649405:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205106.649407:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205106.649409:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205106.649411:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205106.649413:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205106.649414:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205106.649416:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205106.649418:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3982:3982:256:4294967295] 192.168.201.124@tcp LPNI seq info [3982:3982:8:4294967295]
00000400:00000200:3.0:1788205106.649420:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205106.649423:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205106.649426:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.649428:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205106.649430:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205106.649432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788205106.649436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205106.649439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788205106.649442:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205106.649444:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205106.649447:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205106.649449:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205106.649452:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205106.649453:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205106.649456:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205106.649459:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649466:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.649470:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649476:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.649478:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205106.649480:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205106.649483:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205106.649486:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205106.649487:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298911903
00000100:00000001:3.0:1788205106.649489:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.649491:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298911903
00000100:00000001:3.0:1788205106.649492:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298914031
00000100:00000001:3.0:1788205106.649494:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205106.649495:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.649496:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205106.649499:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205106.649503:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205106.649504:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205106.649505:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205106.649507:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205106.649508:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205106.649509:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205106.649511:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205106.649515:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649519:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205106.649520:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649521:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.649521:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205106.649523:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649527:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205106.649529:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649532:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205106.649534:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649534:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205106.649535:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649537:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205106.649549:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205106.649550:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205106.649552:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205106.649554:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205106.649556:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205106.649561:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732672:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205106.649563:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649564:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.649566:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618732544/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649569:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205106.649570:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205106.649571:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205106.649572:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205106.649573:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205106.649574:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205106.649575:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205106.649576:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
02000000:00000001:3.0:1788205106.649578:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205106.649578:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205106.649579:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205106.649581:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205106.649581:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649582:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205106.649584:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618732672/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205106.649587:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205106.649588:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205106.649589:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205106.649590:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205106.649591:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205106.649592:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205106.649593:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205106.649594:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213000.
02000000:00000001:3.0:1788205106.649595:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205106.649595:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205106.649596:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205106.649597:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205106.649598:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649599:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205106.649601:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205106.649602:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205106.649603:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205106.649604:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205106.967235:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205106.967244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205106.967253:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205106.967254:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205106.967258:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205106.967260:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205106.967264:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205106.967265:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205106.967339:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205106.967344:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205106.967347:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205107.671197:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205107.671205:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205107.671208:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205107.671215:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205107.671219:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205107.671222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205107.671225:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205107.671228:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205107.671232:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205107.991212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205107.991221:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205107.991223:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205107.991226:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991228:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205107.991231:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991232:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991234:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205107.991237:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205107.991239:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205107.991240:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205107.991417:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205107.991420:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205107.991422:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205108.695192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205108.695203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205108.695206:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205108.695213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205108.695217:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205108.695222:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205108.695225:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205108.695229:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205108.695232:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.951199:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298914031, at 4298914048
00000100:00000040:3.0:1788205108.951199:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298914031, at 4298914048
00000100:00000010:2.0:1788205108.951216:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e897e0.
00000100:00000010:3.0:1788205108.951219:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89900.
00010000:00000001:3.0:1788205109.015885:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205109.015895:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205109.015902:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205109.015903:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205109.015907:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205109.015908:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205109.015911:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205109.015913:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205109.016030:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205109.016034:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205109.016038:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205109.719203:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205109.719225:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205109.719228:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205109.719235:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205109.719240:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205109.719246:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205109.719250:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205109.719253:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205109.719256:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039288:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205110.039296:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205110.039299:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205110.039303:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039307:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205110.039310:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039312:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039314:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039319:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205110.039320:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039324:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205110.039325:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205110.039328:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205110.039330:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205110.040444:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205110.040449:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205110.040452:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205110.743176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205110.743183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205110.743185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205110.743190:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205110.743194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205110.743198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205110.743201:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205110.743203:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205110.743207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205111.063310:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205111.063315:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205111.063319:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205111.063320:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205111.063322:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205111.063323:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205111.063325:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205111.063325:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205111.063436:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205111.063439:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205111.063441:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205111.767192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205111.767199:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205111.767202:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205111.767207:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205111.767210:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205111.767214:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.767216:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205111.767219:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.767221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205111.769677:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205111.769685:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205111.769688:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205111.769691:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205111.770425:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205111.770433:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4244
00000400:00000200:2.0:1788205111.770442:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205111.770448:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205111.770451:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205111.770454:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.770458:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.770460:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.770463:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205111.770467:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205111.770469:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205111.770471:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205111.770474:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205111.770477:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205111.770479:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205111.770482:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.770484:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.770485:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.770488:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205111.770491:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205111.770494:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205111.770496:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205111.770498:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205111.770501:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205111.770504:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.770506:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205111.770509:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205111.770518:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7480.
00000020:00000040:2.0:1788205111.770521:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205111.770525:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205111.770527:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.770529:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205111.770532:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205111.770537:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205111.770544:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788205111.770550:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205111.770559:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205111.770569:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205111.770572:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205111.770577:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782e1e93] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.770651:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205111.770655:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205111.770657:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205111.770663:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.770670:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205111.770672:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.770676:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205111.770678:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205111.770680:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205111.770683:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618732800:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205111.770686:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205111.770689:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205111.770692:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.770694:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205111.770769:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205111.770771:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205111.770777:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205111.770780:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205111.770786:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205111.770792:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732800, portal 25
00000100:00000001:3.0:1788205111.770794:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205111.770796:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784857728 : -116879924693888 : ffff95b2c59b7480)
00000100:00000040:3.0:1788205111.770801:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.770807:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205111.770810:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205111.770812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205111.770815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618732800, offset 0
00000400:00000200:3.0:1788205111.770821:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205111.770830:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.770836:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205111.770840:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205111.770845:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205111.770849:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205111.770851:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205111.770855:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3983:3983:256:4294967295] 192.168.201.124@tcp LPNI seq info [3983:3983:8:4294967295]
00000400:00000200:3.0:1788205111.770859:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.770869:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788205111.770973:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205111.770977:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205111.770980:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205111.770982:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205111.770984:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205111.770987:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205111.770990:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4244
00000800:00000200:3.0:1788205111.771014:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.771019:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205111.771026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205111.771030:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205111.771036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205111.771039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205111.771044:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.771046:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205111.771080:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205111.771086:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205111.771330:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205111.771334:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205111.771337:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205111.771340:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771342:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.771353:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771355:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205111.771357:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205111.771359:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205111.771361:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205111.771363:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205111.771365:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788205111.771367:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788205111.771369:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771371:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.771373:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771375:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205111.771377:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788205111.771379:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771382:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205111.771384:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205111.771389:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205111.771391:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.771393:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205111.771397:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205111.771399:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.771401:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205111.771405:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4a80.
00000020:00000040:2.0:1788205111.771407:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205111.771410:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205111.771411:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.771413:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205111.771415:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205111.771417:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205111.771421:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
00000100:00000001:2.0:1788205111.771425:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205111.771430:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205111.771436:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205111.771439:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205111.771442:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc9938e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205111.771450:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205111.771452:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205111.771455:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205111.771457:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205111.771458:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205111.771460:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205111.771463:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4244
00000400:00000200:2.0:1788205111.771466:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205111.771469:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205111.771471:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205111.771473:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771475:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.771477:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771478:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205111.771480:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205111.771482:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205111.771483:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205111.771485:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788205111.771486:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788205111.771489:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788205111.771491:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771493:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.771495:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771497:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205111.771499:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:2.0:1788205111.771501:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771503:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205111.771505:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205111.771507:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205111.771509:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.771511:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205111.771513:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205111.771515:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.771516:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205111.771521:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4000.
00000020:00000040:2.0:1788205111.771523:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205111.771525:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205111.771526:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.771528:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205111.771529:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205111.771531:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205111.771534:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:2.0:1788205111.771537:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205111.771542:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205111.771548:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205111.771550:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205111.771554:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e74158d2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205111.771561:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205111.771564:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205111.771567:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205111.771568:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205111.771570:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205111.771572:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205111.771574:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4244
00000400:00000200:2.0:1788205111.771578:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205111.771581:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205111.771583:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205111.771585:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771588:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.771589:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771591:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205111.771593:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205111.771594:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205111.771596:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205111.771598:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788205111.771600:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788205111.771602:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788205111.771604:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771606:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.771608:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.771610:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205111.771612:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788205111.771614:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:3.0:1788205111.771769:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205111.771773:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205111.771778:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205111.771782:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.771791:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.771794:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.771800:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.771803:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205111.771808:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205111.771813:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205111.771816:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298919155
00000100:00000010:3.0:1788205111.771820:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89900.
00000100:00000001:3.0:1788205111.771827:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205111.771833:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298919155
00000100:00000010:3.0:1788205111.771836:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e893c0.
00000100:00000001:3.0:1788205111.771838:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205111.771841:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205111.771844:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.771846:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205111.771851:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205111.771866:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205111.772435:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205111.772439:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205111.772442:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205111.772444:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205111.772447:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205111.772452:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205111.772460:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.772466:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205111.772468:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.772471:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.772473:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205111.772477:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.772484:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205111.772488:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.772495:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205111.772497:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.772499:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.772500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.772502:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205111.772504:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205111.772507:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205111.772511:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205111.772513:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205111.772516:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205111.772524:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618732800:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205111.772529:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.772531:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.772534:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7480 x1875064618732800/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.772540:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205111.772542:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205111.772545:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205111.772549:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205111.772550:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205111.772552:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205111.772554:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205111.772556:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:3.0:1788205111.772560:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205111.772561:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205111.772563:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7480.
00000100:00000001:3.0:1788205111.772567:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205111.772568:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.772570:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.772577:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205111.772579:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.772581:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205111.772583:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205111.772584:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205111.772588:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.772594:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205111.772595:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.772598:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205111.772600:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205111.772602:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205111.772604:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205111.772608:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205111.772611:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205111.772613:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.772615:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205111.772618:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205111.772621:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205111.772625:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205111.772628:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205111.772632:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205111.772635:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618732928, portal 10
00000100:00000001:3.0:1788205111.772637:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205111.772638:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846976 : -116879924704640 : ffff95b2c59b4a80)
00000100:00000040:3.0:1788205111.772645:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.772651:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205111.772653:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205111.772655:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205111.772657:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618732928, offset 0
00000400:00000200:3.0:1788205111.772662:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205111.772667:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.772671:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205111.772675:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205111.772678:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205111.772680:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205111.772683:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205111.772685:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3984:3984:256:4294967295] 192.168.201.124@tcp LPNI seq info [3984:3984:8:4294967295]
00000400:00000200:3.0:1788205111.772689:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205111.773501:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205111.773504:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205111.773508:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205111.773511:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.773513:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205111.773516:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205111.773519:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.773521:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205111.773525:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5880.
00000020:00000040:2.0:1788205111.773528:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205111.773530:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205111.773532:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.773534:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205111.773536:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205111.773539:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205111.773544:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788205111.773548:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205111.773554:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205111.773563:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205111.773565:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205111.773569:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000b8b7ec] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205111.773578:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205111.773581:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205111.773585:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205111.773586:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205111.773588:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205111.773591:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205111.773594:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4244
00000400:00000200:3.0:1788205111.773629:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205111.773637:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.773642:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205111.773648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205111.773652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205111.773657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205111.773660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205111.773665:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.773668:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205111.773671:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205111.773675:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205111.774267:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205111.774272:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205111.774275:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205111.774278:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.774280:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.774282:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.774285:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205111.774288:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205111.774289:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205111.774291:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205111.774294:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788205111.774296:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:2.0:1788205111.774298:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788205111.774300:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.774302:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205111.774304:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205111.774306:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205111.774309:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:2.0:1788205111.774312:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205111.774314:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205111.774316:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205111.774319:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205111.774321:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.774323:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205111.774325:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1788205111.774327:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.774329:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205111.774332:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5180.
00000020:00000040:2.0:1788205111.774334:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205111.774337:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205111.774338:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.774339:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205111.774341:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205111.774343:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205111.774933:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:2.0:1788205111.774938:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205111.774945:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205111.774958:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205111.774961:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205111.774965:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a0fa] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205111.774972:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205111.774977:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4254)
00000400:00000200:3.0:1788205111.775048:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205111.775051:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205111.775066:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205111.775072:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.775080:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.775084:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.775090:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.775092:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205111.775098:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205111.775103:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205111.775107:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205111.775110:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298919070
00000100:00000001:3.0:1788205111.775113:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.775115:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298919070
00000100:00000001:3.0:1788205111.775117:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.775120:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205111.775122:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.775125:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205111.775129:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205111.775247:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205111.775249:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205111.775252:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205111.775255:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205111.775257:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205111.775260:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205111.775264:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205111.775273:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.775279:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205111.775281:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.775283:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.775284:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205111.775289:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.775295:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205111.775300:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.775306:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205111.775309:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.775310:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.775312:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.775313:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205111.775316:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205111.775318:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205111.775322:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205111.775324:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205111.775329:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205111.775337:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618732928:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205111.775341:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205111.775344:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776256:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205111.776259:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.776262:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205111.776265:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205111.776268:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205111.776272:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205111.776276:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205111.776280:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205111.776282:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.776285:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205111.776290:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205111.776292:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205111.776296:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205111.776299:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205111.776303:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205111.776308:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733056, portal 10
00000100:00000001:3.0:1788205111.776310:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205111.776312:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784844288 : -116879924707328 : ffff95b2c59b4000)
00000100:00000040:3.0:1788205111.776319:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776326:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205111.776328:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205111.776331:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205111.776333:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618733056, offset 0
00000400:00000200:3.0:1788205111.776339:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205111.776398:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.776407:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205111.776411:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205111.776416:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205111.776419:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205111.776422:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205111.776426:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3985:3985:256:4294967295] 192.168.201.124@tcp LPNI seq info [3985:3985:8:4294967295]
00000400:00000200:3.0:1788205111.776431:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.776439:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205111.776445:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.776450:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205111.776456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205111.776459:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205111.776464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205111.776468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205111.776484:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.776487:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205111.776490:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205111.776494:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205111.776498:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205111.776500:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205111.776503:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205111.776507:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776516:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.776519:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776526:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.776528:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205111.776532:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205111.776535:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205111.776539:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205111.776541:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298916916
00000100:00000001:3.0:1788205111.776544:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.776547:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298916916
00000100:00000001:3.0:1788205111.776549:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.776551:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205111.776554:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.776556:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205111.776560:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205111.776568:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205111.776569:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205111.776571:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205111.776573:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205111.776575:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205111.776577:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205111.776580:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205111.776588:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776594:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205111.776595:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776598:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.776599:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205111.776603:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776610:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205111.776614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776621:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205111.776624:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776626:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.776627:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776630:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205111.776631:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205111.776634:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205111.776638:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205111.776640:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205111.776644:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205111.776652:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733056:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205111.776656:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776659:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.776662:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4a80 x1875064618732928/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776670:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205111.776672:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205111.776674:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205111.776677:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205111.776679:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205111.776680:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205111.776683:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205111.776685:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:3.0:1788205111.776688:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205111.776690:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205111.776692:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4a80.
00000100:00000001:3.0:1788205111.776767:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205111.776769:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776771:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.776775:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4000 x1875064618733056/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776783:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205111.776784:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205111.776786:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205111.776789:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205111.776790:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205111.776791:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205111.776794:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205111.776795:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:3.0:1788205111.776797:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205111.776798:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205111.776800:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4000.
00000100:00000001:3.0:1788205111.776802:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205111.776803:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776806:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.776812:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205111.776814:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.776816:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205111.776818:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205111.776820:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205111.776823:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776831:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205111.776832:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.776835:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205111.776836:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205111.776839:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205111.776841:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205111.776845:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205111.776847:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205111.776849:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.776851:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205111.776853:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205111.776855:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205111.776859:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205111.776862:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205111.776866:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205111.776928:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733184, portal 4
00000100:00000001:3.0:1788205111.776930:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205111.776932:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784850560 : -116879924701056 : ffff95b2c59b5880)
00000100:00000040:3.0:1788205111.776938:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.776945:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205111.776947:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205111.776950:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205111.776953:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618733184, offset 0
00000400:00000200:3.0:1788205111.776957:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205111.776961:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.776965:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205111.776967:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205111.776970:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205111.776972:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205111.776974:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205111.776977:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3986:3986:256:4294967295] 192.168.201.124@tcp LPNI seq info [3986:3986:8:4294967295]
00000400:00000200:3.0:1788205111.776980:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.776986:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205111.776990:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.776993:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205111.776997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205111.776999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205111.777003:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205111.777006:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205111.777009:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.777011:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205111.777014:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205111.777016:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205111.777019:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205111.777021:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205111.777024:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205111.777027:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777034:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.777037:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777043:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.777045:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205111.777048:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205111.777051:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205111.777127:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205111.777130:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298916897
00000100:00000001:3.0:1788205111.777539:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.777543:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298916897
00000100:00000001:3.0:1788205111.777546:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.777548:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205111.777550:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.777552:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205111.777557:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205111.777566:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205111.777568:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205111.777569:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205111.777572:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205111.777574:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205111.777576:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205111.777580:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205111.777588:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777594:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205111.777595:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.777597:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.777599:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205111.777602:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777609:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205111.777613:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777621:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205111.777623:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.777625:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.777626:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.777628:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205111.777629:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205111.777632:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205111.777635:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205111.777637:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205111.777641:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205111.777649:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733184:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205111.777653:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205111.777656:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777662:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205111.777664:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.777666:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205111.777668:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205111.777669:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205111.777672:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205111.777675:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205111.777678:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205111.777679:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205111.777680:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205111.777684:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205111.777685:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205111.777688:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205111.777690:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205111.777694:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000100:00000200:3.0:1788205111.777773:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733312, portal 4
00000100:00000001:3.0:1788205111.777776:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205111.777777:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784848768 : -116879924702848 : ffff95b2c59b5180)
00000100:00000040:3.0:1788205111.777784:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777792:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205111.777794:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205111.777797:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000100:00000200:3.0:1788205111.777799:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618733312, offset 0
00000400:00000200:3.0:1788205111.777804:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205111.777808:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.777811:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205111.777815:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205111.777817:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205111.777820:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205111.777822:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205111.777825:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3987:3987:256:4294967295] 192.168.201.124@tcp LPNI seq info [3987:3987:8:4294967295]
00000400:00000200:3.0:1788205111.777829:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205111.777835:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205111.777839:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.777843:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000800:00000200:3.0:1788205111.777847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205111.777850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205111.777854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205111.777856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205111.777860:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205111.777863:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205111.777866:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205111.777880:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205111.777883:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205111.777885:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205111.777887:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205111.777891:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777898:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.777902:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777908:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.777910:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205111.777913:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205111.777916:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205111.777919:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205111.777921:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298917031
00000100:00000001:3.0:1788205111.777924:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.777925:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298917031
00000100:00000001:3.0:1788205111.777927:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298919155
00000100:00000001:3.0:1788205111.777929:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205111.777931:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.777933:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205111.777937:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205111.777946:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205111.777947:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205111.777949:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205111.777951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:3.0:1788205111.777953:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:3.0:1788205111.777955:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205111.777958:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205111.777965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777972:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205111.777974:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.777976:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.777977:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205111.777981:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777988:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205111.777991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.777998:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205111.778001:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.778003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205111.778004:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.778006:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205111.778007:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205111.778010:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205111.778014:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205111.778016:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205111.778020:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205111.778027:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733312:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205111.778031:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.778033:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.778036:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5880 x1875064618733184/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.778043:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205111.778045:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205111.778047:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205111.778049:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205111.778050:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205111.778071:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205111.778074:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205111.778076:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:3.0:1788205111.778079:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205111.778081:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205111.778082:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5880.
00000100:00000001:3.0:1788205111.778086:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205111.778087:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.778089:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205111.778092:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5180 x1875064618733312/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205111.778098:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205111.778099:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205111.778101:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205111.778103:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205111.778104:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205111.778105:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205111.778107:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205111.778109:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:3.0:1788205111.778111:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205111.778112:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205111.778113:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5180.
00000100:00000001:3.0:1788205111.778115:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205111.778117:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.778119:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205111.778123:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205111.778124:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205111.778126:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205111.778128:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205112.087175:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205112.087182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205112.087189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205112.087190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205112.087193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205112.087195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205112.087198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205112.087199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205112.087980:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205112.087983:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205112.087985:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205112.791172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205112.791179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205112.791181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205112.791186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205112.791189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205112.791192:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205112.791194:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205112.791196:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205112.791198:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205113.111180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205113.111187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205113.111193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205113.111194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205113.111197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205113.111199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205113.111202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205113.111203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205113.111361:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205113.111364:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205113.111367:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205113.815181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205113.815188:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205113.815191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205113.815197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205113.815200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205113.815203:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205113.815206:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205113.815208:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205113.815211:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205114.071161:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298919155, at 4298919168
00000100:00000010:3.0:1788205114.071173:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e893c0.
00000100:00000040:2.0:1788205114.072359:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298919155, at 4298919169
00000100:00000010:2.0:1788205114.072365:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89900.
00010000:00000001:3.0:1788205114.135159:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205114.135165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205114.135170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205114.135172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205114.135174:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205114.135175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205114.135178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205114.135179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205114.135332:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205114.135335:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205114.135338:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205114.839163:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205114.839169:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205114.839170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205114.839174:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205114.839177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205114.839179:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205114.839181:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205114.839183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205114.839184:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205115.159176:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205115.159182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205115.159188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205115.159190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205115.159193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205115.159194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205115.159198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205115.159199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205115.159344:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205115.159348:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205115.159351:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205115.863171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205115.863178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205115.863180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205115.863186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205115.863189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205115.863194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205115.863197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205115.863200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205115.863203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183123:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205116.183128:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183132:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205116.183133:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183135:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205116.183137:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205116.183139:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205116.183144:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205116.183145:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205116.183146:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183148:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205116.183150:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183151:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183153:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205116.183155:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205116.183156:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205116.183157:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183158:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205116.183158:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183159:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205116.183160:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205116.183219:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205116.183223:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205116.183226:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205116.887182:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205116.887189:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205116.887191:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205116.887197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205116.887201:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205116.887204:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205116.887205:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205116.887210:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788205116.887212:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205116.887214:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205116.887217:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205116.887219:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.887222:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.887226:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205116.887233:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4249
00000400:00000200:3.0:1788205116.887241:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205116.887246:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.887249:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.887252:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887255:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887258:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887270:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205116.887273:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.887275:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205116.887278:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.887282:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205116.887284:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205116.887286:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205116.887289:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887291:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887293:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887295:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205116.887297:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205116.887300:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887302:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.887305:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.887308:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.887311:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887313:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205116.887315:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205116.887323:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935f80.
00000020:00000040:3.0:1788205116.887326:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205116.887330:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.887332:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887335:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205116.887337:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.887341:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205116.887348:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000100:00000001:3.0:1788205116.887353:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.887362:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205116.887372:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205116.887376:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205116.887380:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78a01a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.887401:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.887404:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.887407:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205116.887409:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.887410:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.887413:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205116.887415:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4249
00000400:00000200:3.0:1788205116.887418:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205116.887421:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.887423:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.887426:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887428:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887431:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887433:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205116.887435:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.887437:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205116.887438:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.887441:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788205116.887443:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205116.887446:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205116.887446:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788205116.887450:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205116.887452:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205116.887453:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205116.887456:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205116.887457:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887460:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205116.887462:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205116.887464:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887466:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.887468:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.887472:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.887475:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.887476:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.887477:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205116.887482:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205116.887488:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788205116.887489:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.887492:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887493:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.887498:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788205116.887499:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936680.
02000000:00000001:0.0:1788205116.887503:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205116.887504:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205116.887509:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.887510:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.887513:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887516:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1788205116.887517:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618733440:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788205116.887518:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.887521:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.887523:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788205116.887526:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788205116.887529:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205116.887530:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.887533:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.887537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788205116.887538:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205116.887543:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205116.887548:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887550:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205116.887553:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.887557:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788205116.887561:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685b9276] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205116.887564:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205116.887573:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000001:3.0:1788205116.887574:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.887578:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788205116.887581:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733440, portal 25
00000100:00080000:3.0:1788205116.887582:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205116.887584:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205116.887586:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788205116.887587:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205116.887591:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750773632 : -116879958777984 : ffff95b2c3935f80)
00000100:00000001:3.0:1788205116.887592:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205116.887596:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4249
00000100:00000040:0.0:1788205116.887601:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205116.887601:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205116.887607:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.887611:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.887616:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205116.887618:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205116.887620:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887624:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887626:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205116.887628:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.887630:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205116.887642:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.887643:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205116.887645:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205116.887647:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205116.887650:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887652:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887654:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887656:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205116.887658:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205116.887661:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887663:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.887665:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.887668:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.887669:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887671:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205116.887672:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205116.887674:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887676:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205116.887679:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935880.
00000020:00000040:3.0:1788205116.887681:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205116.887683:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.887684:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887686:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205116.887687:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.887688:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205116.887692:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000100:00000001:3.0:1788205116.887694:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.887699:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205116.887711:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205116.887713:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205116.887717:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061eae0ae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.887724:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.887726:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.887729:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1788205116.887733:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887733:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.887735:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.887738:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1788205116.887739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00080000:3.0:1788205116.887741:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4249
00000100:00000200:0.0:1788205116.887746:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618733440, offset 0
00000400:00000200:3.0:1788205116.887746:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205116.887752:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.887754:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.887759:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205116.887760:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887762:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887766:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887768:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205116.887770:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.887771:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205116.887773:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.887774:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788205116.887776:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205116.887778:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788205116.887781:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887783:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887784:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887786:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205116.887789:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205116.887791:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887794:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.887795:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.887797:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.887799:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887800:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205116.887804:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205116.887806:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887819:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205116.887822:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937800.
00000020:00000040:3.0:1788205116.887824:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205116.887826:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.887828:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887831:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205116.887832:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788205116.887834:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.887836:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205116.887840:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:3.0:1788205116.887842:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.887847:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205116.887854:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205116.887856:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205116.887859:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c56e6] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.887867:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.887869:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.887872:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205116.887873:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.887874:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.887876:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205116.887879:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4249
00000400:00000200:3.0:1788205116.887883:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205116.887885:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.887887:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.887889:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887891:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.887894:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887897:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205116.887901:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:3.0:1788205116.887901:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.887902:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788205116.887906:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.887908:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:0.0:1788205116.887910:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205116.887912:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788205116.887915:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788205116.887917:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:3.0:1788205116.887920:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887923:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205116.887926:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205116.887927:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887932:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205116.887935:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000040:3.0:1788205116.887936:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205116.887942:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:0.0:1788205116.887945:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3988:3988:256:4294967295] 192.168.201.124@tcp LPNI seq info [3988:3988:8:4294967295]
00000100:00000001:3.0:1788205116.887946:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.887950:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.887954:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205116.887957:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788205116.887958:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887962:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205116.887964:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788205116.887967:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.887970:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.887975:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1788205116.887976:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936300.
00000020:00000040:3.0:1788205116.887980:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205116.887984:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.887987:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205116.887988:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205116.887990:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205116.887993:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.887994:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205116.887996:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
02000000:00000010:3.0:1788205116.887999:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788205116.888004:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205116.888007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00100000:3.0:1788205116.888011:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788205116.888014:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1788205116.888023:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1788205116.888026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205116.888027:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205116.888032:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1788205116.888034:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413061a0] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.888041:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205116.888045:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4259)
00000800:00000100:0.0:1788205116.888077:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.888081:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205116.888088:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.888092:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.888098:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205116.888100:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205116.888105:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.888109:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888118:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.888121:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888128:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888130:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.888135:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.888139:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205116.888142:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298924272
00000100:00000010:0.0:1788205116.888146:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3cc0.
00000100:00000001:0.0:1788205116.888152:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205116.888163:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298924272
00000100:00000010:0.0:1788205116.888167:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3720.
00000100:00000001:0.0:1788205116.888170:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205116.888173:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.888176:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888178:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.888183:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.888198:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.888200:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.888201:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205116.888204:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205116.888206:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205116.888208:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.888211:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.888232:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888239:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.888240:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888242:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.888244:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.888248:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888255:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.888260:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888266:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.888269:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888270:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.888271:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888273:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.888275:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.888278:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.888282:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205116.888284:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.888289:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.888296:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618733440:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205116.888300:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888302:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.888305:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935f80 x1875064618733440/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888311:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.888313:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.888316:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205116.888319:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.888320:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.888322:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205116.888324:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.888326:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:0.0:1788205116.888329:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.888331:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.888333:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935f80.
00000100:00000001:0.0:1788205116.888336:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.888337:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888339:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888345:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205116.888347:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888348:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205116.888350:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205116.888351:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.888354:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888361:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.888362:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.888364:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.888366:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.888368:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.888371:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.888374:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.888376:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.888378:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.888379:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.888382:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205116.888384:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.888387:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205116.888390:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205116.888394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205116.888396:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733568, portal 10
00000100:00000001:0.0:1788205116.888398:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.888399:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750775424 : -116879958776192 : ffff95b2c3936680)
00000100:00000040:0.0:1788205116.888406:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888412:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.888414:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205116.888416:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205116.888418:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618733568, offset 0
00000400:00000200:0.0:1788205116.888422:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205116.888426:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.888429:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205116.888432:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.888435:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205116.888437:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.888439:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205116.888442:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3989:3989:256:4294967295] 192.168.201.124@tcp LPNI seq info [3989:3989:8:4294967295]
00000400:00000200:0.0:1788205116.888446:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.888452:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.888456:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.888472:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205116.888476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205116.888479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205116.888483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205116.888486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205116.888489:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.888491:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205116.888493:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.888497:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.888500:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205116.888502:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205116.888504:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.888507:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888514:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.888518:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888524:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888525:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.888528:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.888532:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205116.888534:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205116.888536:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298924183
00000100:00000001:0.0:1788205116.888539:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.888541:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298924183
00000100:00000001:0.0:1788205116.888543:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.888545:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.888546:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888548:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.888551:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.888557:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.888559:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.888561:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205116.888563:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205116.888564:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205116.888566:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.888569:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.888577:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888582:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.888584:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888585:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.888586:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.888590:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888595:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.888599:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888605:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.888607:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888608:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.888610:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888611:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.888612:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.888615:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.888618:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205116.888620:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.888623:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.888649:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733568:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.888653:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.888656:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888662:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.888663:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.888665:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.888667:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.888669:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.888671:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.888674:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.888676:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.888677:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.888679:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.888682:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205116.888684:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.888687:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205116.888689:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205116.888692:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205116.888695:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733696, portal 10
00000100:00000001:0.0:1788205116.888697:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.888698:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750771840 : -116879958779776 : ffff95b2c3935880)
00000100:00000040:0.0:1788205116.888704:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888709:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.888711:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205116.888714:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205116.888716:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618733696, offset 0
00000400:00000200:0.0:1788205116.888720:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205116.888723:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.888726:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205116.888729:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.888732:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205116.888734:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.888736:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205116.888739:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3990:3990:256:4294967295] 192.168.201.124@tcp LPNI seq info [3990:3990:8:4294967295]
00000400:00000200:0.0:1788205116.888743:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.888748:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.888753:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.888756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205116.888759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205116.888762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205116.888766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205116.888778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205116.888783:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.888785:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205116.888788:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.888791:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.888794:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205116.888795:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205116.888798:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.888801:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888807:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.888809:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888814:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888815:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.888818:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.888820:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205116.888823:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205116.888824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298922028
00000100:00000001:0.0:1788205116.888826:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.888828:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298922028
00000100:00000001:0.0:1788205116.888830:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.888832:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.888834:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.888835:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.888848:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.888855:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.888856:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.888858:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205116.888860:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205116.888862:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205116.888864:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.888867:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.888874:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888880:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.888881:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888883:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.888884:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.888888:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888894:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.888898:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888904:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.888907:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888908:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.888909:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.888911:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.888913:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.888915:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.888918:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205116.888920:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.888923:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.888930:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733696:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.888934:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.888937:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888943:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.888944:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.888947:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.888948:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.888950:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.888953:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.888956:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.888957:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.888959:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.888960:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.888963:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205116.888965:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.888968:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205116.888971:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205116.888974:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205116.888977:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733824, portal 4
00000100:00000001:0.0:1788205116.888978:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.888979:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779904 : -116879958771712 : ffff95b2c3937800)
00000100:00000040:0.0:1788205116.888984:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.888990:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.888992:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205116.888994:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205116.888996:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618733824, offset 0
00000400:00000200:0.0:1788205116.889000:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205116.889003:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.889007:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205116.889010:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.889012:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205116.889014:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.889016:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205116.889019:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3991:3991:256:4294967295] 192.168.201.124@tcp LPNI seq info [3991:3991:8:4294967295]
00000400:00000200:0.0:1788205116.889023:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.889028:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.889032:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.889035:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205116.889039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205116.889041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205116.889045:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205116.889047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205116.889069:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.889071:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205116.889074:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.889077:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.889081:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205116.889082:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205116.889085:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.889088:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889096:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.889099:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889110:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.889111:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.889114:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.889116:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205116.889119:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205116.889121:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298922009
00000100:00000001:0.0:1788205116.889124:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.889125:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298922009
00000100:00000001:0.0:1788205116.889127:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.889129:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.889131:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.889132:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.889136:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.889143:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.889144:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.889146:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205116.889148:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205116.889149:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205116.889151:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.889154:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.889162:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889168:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.889170:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889172:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.889173:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.889176:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889184:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.889188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889194:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.889196:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889197:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.889198:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889200:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.889201:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.889203:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.889206:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205116.889208:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.889211:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.889218:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733824:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.889222:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.889225:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889231:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.889232:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.889234:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.889236:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.889237:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.889240:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.889243:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.889245:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.889246:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.889248:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.889250:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213400.
02000000:00000001:0.0:1788205116.889252:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.889255:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205116.889257:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205116.889260:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205116.889263:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618733952, portal 4
00000100:00000001:0.0:1788205116.889264:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.889266:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750774528 : -116879958777088 : ffff95b2c3936300)
00000100:00000040:0.0:1788205116.889270:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889275:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.889277:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205116.889279:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205116.889281:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618733952, offset 0
00000400:00000200:0.0:1788205116.889285:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205116.889288:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.889291:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205116.889293:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.889295:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205116.889297:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.889299:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205116.889302:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3992:3992:256:4294967295] 192.168.201.124@tcp LPNI seq info [3992:3992:8:4294967295]
00000400:00000200:0.0:1788205116.889305:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205116.889311:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.889314:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.889317:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205116.889320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205116.889323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205116.889326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205116.889328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205116.889332:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205116.889334:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205116.889336:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.889339:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.889342:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205116.889343:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205116.889345:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.889348:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889354:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.889356:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889362:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.889363:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.889365:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.889368:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205116.889370:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205116.889372:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298922143
00000100:00000001:0.0:1788205116.889374:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.889375:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298922143
00000100:00000001:0.0:1788205116.889377:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298924272
00000100:00000001:0.0:1788205116.889379:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.889381:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.889382:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.889385:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.889391:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.889392:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.889394:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205116.889395:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205116.889397:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205116.889399:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.889401:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.889408:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889413:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.889414:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889416:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.889417:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.889419:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889424:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.889428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889433:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.889435:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889436:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.889437:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889439:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.889441:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.889443:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.889446:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205116.889448:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.889451:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.889458:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618733952:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.889461:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889462:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.889465:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936680 x1875064618733568/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889471:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.889472:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.889474:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205116.889476:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.889477:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.889479:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205116.889480:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.889482:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788205116.889484:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.889485:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.889486:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936680.
00000100:00000001:0.0:1788205116.889489:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.889490:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889492:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.889495:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935880 x1875064618733696/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889500:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.889501:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.889502:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205116.889504:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.889505:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.889506:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205116.889508:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.889509:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:0.0:1788205116.889511:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.889512:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.889513:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935880.
00000100:00000001:0.0:1788205116.889515:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.889516:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889518:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.889521:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937800 x1875064618733824/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889526:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.889528:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.889529:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205116.889531:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.889532:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.889534:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205116.889535:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.889536:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:0.0:1788205116.889538:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.889539:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.889540:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937800.
00000100:00000001:0.0:1788205116.889542:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.889543:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889544:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.889547:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936300 x1875064618733952/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.889552:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.889553:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.889554:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213400.
02000000:00000001:0.0:1788205116.889558:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.889559:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.889560:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205116.889562:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.889564:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:0.0:1788205116.889565:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.889566:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.889568:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936300.
00000100:00000001:0.0:1788205116.889570:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.889571:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889572:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.889576:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205116.889577:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.889579:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205116.889581:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205117.207215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207221:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205117.207224:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205117.207226:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205117.207229:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205117.207234:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207236:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207239:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207243:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205117.207244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205117.207247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205117.207248:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205117.207296:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205117.207300:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205117.207303:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205117.911229:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205117.911240:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205117.911242:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205117.911250:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205117.911254:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205117.911259:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205117.911263:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205117.911266:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205117.911270:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205118.231209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205118.231216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205118.231221:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205118.231222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205118.231225:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205118.231225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205118.231228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205118.231229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205118.231296:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205118.231301:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205118.231305:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205118.935203:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205118.935211:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205118.935213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205118.935218:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205118.935222:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205118.935225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205118.935228:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205118.935231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205118.935234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205119.191278:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298924272, at 4298924288
00000100:00000040:2.0:1788205119.191279:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298924272, at 4298924288
00000100:00000010:3.0:1788205119.191294:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3720.
00000100:00000010:2.0:1788205119.191296:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3cc0.
00010000:00000001:3.0:1788205119.255147:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205119.255153:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205119.255155:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205119.255157:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205119.255161:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205119.255164:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205119.255166:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205119.255168:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205119.255172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205119.255174:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205119.255177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205119.255178:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205119.255181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205119.255182:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205119.255242:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205119.255246:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205119.255249:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205119.959186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205119.959194:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205119.959196:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205119.959201:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205119.959204:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205119.959208:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205119.959210:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205119.959212:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205119.959215:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205120.279188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205120.279195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205120.279201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205120.279202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205120.279205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205120.279205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205120.279208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205120.279209:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205120.279267:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205120.279271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205120.279274:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205120.983181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205120.983191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205120.983194:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205120.983200:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205120.983205:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205120.983210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205120.983213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205120.983217:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205120.983220:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205121.303189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205121.303196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205121.303201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205121.303202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205121.303206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205121.303207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205121.303211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205121.303212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205121.303287:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205121.303292:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205121.303296:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205122.007199:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788205122.007199:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205122.007208:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788205122.007211:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205122.007213:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205122.007216:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788205122.007220:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788205122.007223:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205122.007226:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205122.007230:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205122.007231:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205122.007237:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788205122.007241:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4254
00000100:00000001:1.0:1788205122.007242:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205122.007248:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205122.007256:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205122.007265:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205122.007269:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205122.007273:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007277:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205122.007280:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007283:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205122.007288:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205122.007291:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205122.007295:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205122.007299:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205122.007302:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205122.007304:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205122.007308:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007310:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205122.007312:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007315:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205122.007317:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205122.007321:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007325:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205122.007329:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205122.007333:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205122.007338:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205122.007340:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205122.007343:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205122.007352:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788205122.007356:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205122.007362:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205122.007366:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205122.007370:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205122.007374:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205122.007380:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205122.007389:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788205122.007398:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205122.007409:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205122.007422:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205122.007427:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205122.007433:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.007456:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.007459:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205122.007463:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205122.007481:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205122.007486:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205122.007489:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205122.007497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.007506:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205122.007508:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.007513:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205122.007517:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205122.007520:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205122.007524:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618734080:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205122.007530:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205122.007534:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205122.007537:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1788205122.007538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.007541:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1788205122.007542:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205122.007563:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205122.007565:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.007572:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205122.007576:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205122.007583:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205122.007592:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734080, portal 25
00000100:00000001:3.0:1788205122.007596:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205122.007597:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205122.007602:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00080000:3.0:1788205122.007602:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4254
00000100:00000040:0.0:1788205122.007614:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.007623:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205122.007627:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205122.007631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205122.007636:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618734080, offset 0
00000400:00000200:0.0:1788205122.007645:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205122.007654:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.007661:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205122.007668:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205122.007673:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205122.007678:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205122.007681:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205122.007686:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3993:3993:256:4294967295] 192.168.201.124@tcp LPNI seq info [3993:3993:8:4294967295]
00000400:00000200:0.0:1788205122.007691:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.007704:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205122.007711:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.007717:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205122.007726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205122.007730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205122.007738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205122.007742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205122.007747:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.007750:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205122.007755:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205122.007760:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.007764:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205122.007776:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205122.007778:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000100:00080000:3.0:1788205122.007779:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788205122.007783:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000040:3.0:1788205122.007787:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205122.007788:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205122.007791:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788205122.007795:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205122.007798:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007804:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205122.007809:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.007814:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.007820:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.007821:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205122.007828:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.007839:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205122.007843:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298929391
00000100:00000010:0.0:1788205122.007848:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ae0.
00000100:00000001:0.0:1788205122.007856:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1788205122.007860:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205122.007864:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000100:00000001:0.0:1788205122.007865:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298929391
00000020:00000001:3.0:1788205122.007867:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:0.0:1788205122.007872:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ba0.
00000020:00000040:3.0:1788205122.007873:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788205122.007878:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205122.007880:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205122.007886:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205122.007889:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205122.007890:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.007896:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788205122.007898:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007902:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788205122.007904:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205122/real 1788205122]  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205122.007906:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007910:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205122.007914:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205122.007921:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205122.007925:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205122.007926:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788205122.007927:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1788205122.007930:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205122.007933:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
02000000:00000001:3.0:1788205122.007935:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205122.007937:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
02000000:00000001:3.0:1788205122.007939:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205122.007940:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:3.0:1788205122.007943:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205122.007945:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1788205122.007950:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1788205122.007952:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205122.007955:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205122.007963:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205122.007968:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205122.007969:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788205122.007974:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205122.007979:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205122.007981:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.007985:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205122.007985:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205122.007989:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205122.007989:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205122.007992:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.007994:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.007998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205122.008003:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00100000:0.0:1788205122.008005:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008009:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008018:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205122.008019:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205122.008030:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008032:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205122.008036:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205122.008044:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008046:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205122.008078:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.008082:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205122.008087:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205122.008088:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205122.008090:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205122.008094:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205122.008096:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205122.008099:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4254
00000100:00000001:0.0:1788205122.008100:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.008105:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205122.008105:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205122.008111:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1788205122.008112:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205122.008116:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205122.008117:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205122.008122:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00080000:0.0:1788205122.008124:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788205122.008126:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205122.008130:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:0.0:1788205122.008133:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205122.008134:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205122.008138:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205122.008140:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000001:0.0:1788205122.008141:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788205122.008142:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205122.008145:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205122.008148:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205122.008150:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205122.008151:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205122.008158:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.008162:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205122.008166:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.008170:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205122.008172:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205122.008174:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205122.008176:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205122.008177:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788205122.008181:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618734080:192.168.201.124@tcp:250:kworker.0
02000000:00000001:3.0:1788205122.008182:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205122.008187:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008191:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205122.008191:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205122.008195:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205122.008196:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788205122.008200:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205122.008203:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618734080/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008203:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205122.008209:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788205122.008214:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205122.008216:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205122.008217:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205122.008220:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.008221:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788205122.008222:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205122.008225:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1788205122.008226:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788205122.008227:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.008233:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1788205122.008233:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000020:00000001:0.0:1788205122.008237:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788205122.008239:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205122.008241:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205122.008246:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:3.0:1788205122.008247:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205122.008251:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:0.0:1788205122.008259:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788205122.008260:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788205122.008263:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788205122.008263:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205122.008268:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000040:3.0:1788205122.008270:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008273:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205122.008277:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.008282:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205122.008286:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.008290:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205122.008292:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205122.008295:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.008296:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205122.008300:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205122.008300:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205122.008304:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205122.008304:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205122.008308:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205122.008309:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205122.008313:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4254
00000100:00000040:0.0:1788205122.008318:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205122.008319:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205122.008325:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205122.008329:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205122.008334:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205122.008336:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205122.008338:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205122.008340:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205122.008342:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205122.008345:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205122.008346:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:0.0:1788205122.008349:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205122.008350:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205122.008352:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
02000000:00000001:0.0:1788205122.008355:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205122.008355:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205122.008358:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788205122.008362:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00100000:0.0:1788205122.008363:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734208:192.168.201.124@tcp:38:kworker.0
00000020:00000001:3.0:1788205122.008367:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205122.008372:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788205122.008375:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205122.008377:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205122.008378:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205122.008380:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205122.008383:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
02000000:00000001:0.0:1788205122.008385:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205122.008386:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000010:0.0:1788205122.008390:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211400.
00000020:00000040:3.0:1788205122.008391:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
02000000:00000001:0.0:1788205122.008396:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.008396:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205122.008399:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205122.008402:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205122.008405:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788205122.008405:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205122.008410:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205122.008411:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:3.0:1788205122.008412:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205122.008416:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1788205122.008418:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000008:00000001:3.0:1788205122.008420:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205122.008424:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734208, portal 10
00000100:00000001:3.0:1788205122.008424:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008429:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1788205122.008430:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000100:00000001:0.0:1788205122.008431:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000020:00000040:3.0:1788205122.008435:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205122.008439:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788205122.008442:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205122.008442:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205122.008447:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205122.008450:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205122.008453:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788205122.008453:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205122.008458:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
02000000:00000010:3.0:1788205122.008460:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000400:00000010:0.0:1788205122.008461:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205122.008465:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618734208, offset 0
00000100:00000001:3.0:1788205122.008466:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.008471:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00100000:3.0:1788205122.008475:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205122.008481:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.008489:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205122.008497:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205122.008501:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205122.008503:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788205122.008505:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.008509:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205122.008511:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205122.008517:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205122.008524:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3994:3994:256:4294967295] 192.168.201.124@tcp LPNI seq info [3994:3994:8:4294967295]
00000100:00000001:3.0:1788205122.008524:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205122.008530:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205122.008532:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788205122.008537:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205122.008539:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205122.008542:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205122.008558:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205122.008559:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205122.008565:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4254
00000800:00000200:0.0:1788205122.008569:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205122.008570:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000010:0.0:1788205122.008576:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000400:00000200:3.0:1788205122.008577:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205122.008582:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788205122.008587:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000040:3.0:1788205122.008589:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000800:00000200:0.0:1788205122.008594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788205122.008594:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205122.008598:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205122.008602:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000800:00000200:0.1:1788205122.008602:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000001:3.0:1788205122.008607:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1788205122.008608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1788205122.008611:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000800:00000100:0.0:1788205122.008613:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000020:00000001:3.0:1788205122.008615:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:0.0:1788205122.008617:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000020:00000040:3.0:1788205122.008618:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000400:00000200:0.0:1788205122.008621:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788205122.008622:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788205122.008627:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:0.0:1788205122.008628:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205122.008633:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000100:00000040:3.0:1788205122.008635:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205122.008636:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:3.0:1788205122.008640:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205122.008641:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788205122.008645:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000200:0.0:1788205122.008647:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008650:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205122.008656:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788205122.008659:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788205122.008663:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:0.0:1788205122.008664:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008668:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205122.008673:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205122.008675:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008678:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788205122.008679:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205122.008682:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205122.008683:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205122.008687:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:3.0:1788205122.008688:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205122.008691:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1788205122.008694:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:3.0:1788205122.008697:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008698:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298929303
00000100:00000001:0.0:1788205122.008703:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298929391
00000100:00000001:3.0:1788205122.008703:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298929303
00000100:00000001:0.0:1788205122.008711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298929391
00000100:00000010:3.0:1788205122.008711:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000100:00000001:0.0:1788205122.008714:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205122.008716:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205122.008717:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205122.008721:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205122.008722:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788205122.008725:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205122.008726:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205122/real 1788205122]  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008730:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205122.008733:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205122.008737:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205122.008738:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205122.008741:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205122.008742:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205122.008744:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
02000000:00000010:3.0:1788205122.008744:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000400:00000010:0.0:1788205122.008747:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205122.008750:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205122.008751:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205122.008753:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205122.008760:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205122.008763:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008785:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205122.008785:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205122.008789:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.008791:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205122.008791:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008793:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205122.008801:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205122.008802:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008813:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205122.008819:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205122.008821:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008827:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205122.008828:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4264)
00000100:00000001:0.0:1788205122.008832:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.008835:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.008836:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.008838:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205122.008840:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205122.008843:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205122.008848:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205122.008850:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205122.008854:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205122.008862:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734208:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205122.008867:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205122.008870:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008876:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205122.008878:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.008880:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205122.008881:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205122.008883:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205122.008884:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205122.008887:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205122.008888:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205122.008889:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.008890:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205122.008893:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205122.008894:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.008896:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205122.008898:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205122.008900:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205122.008902:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734336, portal 10
00000100:00000001:0.0:1788205122.008903:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205122.008904:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:0.0:1788205122.008908:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008912:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205122.008914:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205122.008916:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205122.008917:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618734336, offset 0
00000400:00000200:0.0:1788205122.008920:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205122.008922:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.008924:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205122.008927:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205122.008928:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205122.008930:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205122.008931:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205122.008933:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3995:3995:256:4294967295] 192.168.201.124@tcp LPNI seq info [3995:3995:8:4294967295]
00000400:00000200:0.0:1788205122.008936:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.008939:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205122.008942:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.008944:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205122.008946:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205122.008948:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205122.008951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205122.008953:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205122.008955:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.008956:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205122.008958:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205122.008960:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205122.008962:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205122.008964:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205122.008965:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205122.008967:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008972:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.008974:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.008978:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008979:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205122.008981:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205122.008983:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205122.008985:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205122.008986:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298927148
00000100:00000001:0.0:1788205122.008988:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298929391
00000100:00000001:0.0:1788205122.008989:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298927148
00000100:00000001:0.0:1788205122.008991:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298929391
00000100:00000001:0.0:1788205122.008992:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205122.008993:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.008994:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205122.008996:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205122/real 1788205122]  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205122.009000:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205122.009001:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205122.009002:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205122.009003:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205122.009004:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205122.009006:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205122.009007:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205122.009012:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009016:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205122.009017:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009018:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.009019:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205122.009020:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009024:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205122.009026:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009031:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205122.009032:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009033:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.009034:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009035:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205122.009036:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205122.009037:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205122.009039:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205122.009040:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205122.009042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205122.009046:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734336:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205122.009048:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009049:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.009066:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618734208/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009071:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205122.009072:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205122.009073:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205122.009075:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205122.009076:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205122.009078:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205122.009079:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205122.009080:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:0.0:1788205122.009083:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205122.009084:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205122.009085:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:0.0:1788205122.009087:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205122.009088:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009090:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.009092:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618734336/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009096:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205122.009097:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205122.009098:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205122.009099:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205122.009100:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205122.009101:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205122.009102:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205122.009102:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:0.0:1788205122.009104:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205122.009104:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205122.009105:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:0.0:1788205122.009106:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205122.009107:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009108:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009110:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205122.009111:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.009112:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205122.009114:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205122.009115:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205122.009118:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009123:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205122.009124:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.009126:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205122.009127:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205122.009129:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205122.009132:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205122.009135:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205122.009137:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205122.009138:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.009140:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205122.009143:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205122.009145:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.009149:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205122.009151:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205122.009155:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205122.009158:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734464, portal 4
00000100:00000001:0.0:1788205122.009160:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205122.009161:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:0.0:1788205122.009166:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009173:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205122.009175:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205122.009178:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205122.009180:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618734464, offset 0
00000400:00000200:0.0:1788205122.009184:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205122.009188:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.009191:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205122.009194:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205122.009196:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205122.009199:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205122.009201:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205122.009204:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3996:3996:256:4294967295] 192.168.201.124@tcp LPNI seq info [3996:3996:8:4294967295]
00000400:00000200:0.0:1788205122.009208:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.009214:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205122.009219:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.009222:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205122.009226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205122.009229:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205122.009233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205122.009235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205122.009239:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.009241:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205122.009243:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205122.009247:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205122.009250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205122.009252:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205122.009254:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205122.009257:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009264:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.009267:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009273:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.009274:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205122.009277:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205122.009279:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205122.009282:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205122.009284:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298927129
00000100:00000001:0.0:1788205122.009287:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298929391
00000100:00000001:0.0:1788205122.009289:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298927129
00000100:00000001:0.0:1788205122.009291:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298929391
00000100:00000001:0.0:1788205122.009293:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205122.009295:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.009297:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205122.009300:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205122/real 1788205122]  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205122.009308:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205122.009309:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205122.009311:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205122.009313:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205122.009315:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205122.009317:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205122.009320:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205122.009334:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009340:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205122.009341:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009343:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.009344:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205122.009348:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009355:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205122.009358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009365:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205122.009367:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009368:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.009370:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009371:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205122.009373:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205122.009376:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205122.009379:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205122.009381:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205122.009385:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205122.009393:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734464:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205122.009397:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205122.009400:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009412:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205122.009413:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.009416:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205122.009417:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205122.009419:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205122.009422:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205122.009425:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205122.009427:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205122.009429:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205122.009430:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205122.009434:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205122.009435:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205122.009439:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205122.009441:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205122.009444:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205122.009447:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734592, portal 4
00000100:00000001:0.0:1788205122.009448:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205122.009450:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:0.0:1788205122.009455:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009462:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205122.009464:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205122.009466:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205122.009469:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618734592, offset 0
00000400:00000200:0.0:1788205122.009473:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205122.009477:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.009480:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205122.009483:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205122.009486:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205122.009488:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205122.009490:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205122.009494:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3997:3997:256:4294967295] 192.168.201.124@tcp LPNI seq info [3997:3997:8:4294967295]
00000400:00000200:0.0:1788205122.009498:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205122.009504:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205122.009508:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.009511:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205122.009515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205122.009518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205122.009521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205122.009524:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205122.009528:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205122.009530:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205122.009532:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205122.009535:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205122.009538:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205122.009540:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205122.009542:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205122.009607:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009613:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.009615:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009621:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.009622:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205122.009626:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205122.009629:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205122.009632:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205122.009634:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298927263
00000100:00000001:0.0:1788205122.009637:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298929391
00000100:00000001:0.0:1788205122.009639:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298927263
00000100:00000001:0.0:1788205122.009641:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298929391
00000100:00000001:0.0:1788205122.009643:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205122.009646:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.009648:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205122.009652:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205122/real 1788205122]  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205122.009659:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205122.009660:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205122.009661:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205122.009663:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205122.009664:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205122.009665:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205122.009667:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205122.009673:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009679:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205122.009681:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009683:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.009684:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205122.009687:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009694:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205122.009697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009704:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205122.009706:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009708:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205122.009709:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009711:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205122.009713:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205122.009716:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205122.009720:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205122.009722:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205122.009726:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205122.009733:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734592:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205122.009737:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009739:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.009742:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618734464/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009748:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205122.009749:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205122.009751:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205122.009754:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205122.009755:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205122.009756:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205122.009758:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205122.009760:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:0.0:1788205122.009762:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205122.009763:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205122.009765:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:0.0:1788205122.009767:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205122.009768:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009770:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205122.009773:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618734592/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205122.009779:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205122.009780:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205122.009782:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205122.009784:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205122.009785:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205122.009786:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205122.009788:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205122.009790:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:0.0:1788205122.009792:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205122.009794:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205122.009795:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:0.0:1788205122.009797:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205122.009798:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009800:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205122.009804:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205122.009805:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205122.009807:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205122.009809:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205122.327198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205122.327205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205122.327210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205122.327211:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205122.327214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205122.327215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205122.327217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205122.327218:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205122.327287:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205122.327292:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205122.327296:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205123.031168:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205123.031179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205123.031182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205123.031189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205123.031195:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205123.031199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205123.031203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205123.031206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205123.031209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205123.351141:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205123.351148:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205123.351153:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205123.351154:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205123.351157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205123.351158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205123.351160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205123.351161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205123.351217:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205123.351220:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205123.351222:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205124.055130:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205124.055138:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205124.055140:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205124.055145:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205124.055149:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205124.055152:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205124.055155:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205124.055157:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205124.055159:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205124.311178:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298929391, at 4298929408
00000100:00000040:2.0:1788205124.311179:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298929391, at 4298929408
00000100:00000010:3.0:1788205124.311201:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ba0.
00000100:00000010:2.0:1788205124.311203:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ae0.
00010000:00000001:3.0:1788205124.375219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205124.375228:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205124.375236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205124.375237:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205124.375241:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205124.375242:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205124.375253:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205124.375255:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205124.375322:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205124.375327:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205124.375340:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205125.079209:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205125.079219:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205125.079221:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205125.079237:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205125.079241:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205125.079246:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205125.079249:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205125.079253:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205125.079256:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205125.399158:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205125.399166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205125.399172:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205125.399175:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205125.399183:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205125.399185:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205125.399187:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399190:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205125.399192:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399194:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399196:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205125.399201:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205125.399202:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205125.399203:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399205:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205125.399206:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399208:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205125.399209:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205125.399270:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205125.399275:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205125.399279:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205126.103208:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205126.103217:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205126.103219:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205126.103226:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205126.103230:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205126.103235:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205126.103237:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205126.103241:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205126.103244:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205126.423170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205126.423177:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205126.423182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205126.423183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205126.423185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205126.423186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205126.423188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205126.423189:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205126.423255:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205126.423259:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205126.423264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205127.127230:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788205127.127230:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205127.127241:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788205127.127245:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205127.127246:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.127250:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788205127.127253:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:3.0:1788205127.127256:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205127.127259:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205127.127263:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205127.127265:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205127.127269:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205127.127272:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205127.127275:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4259
00000100:00000001:1.0:1788205127.127277:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205127.127289:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205127.127298:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205127.127302:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205127.127305:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127310:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.127313:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127316:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205127.127321:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205127.127324:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205127.127327:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205127.127330:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205127.127334:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205127.127336:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205127.127340:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127342:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.127345:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127346:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205127.127350:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205127.127353:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127356:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.127359:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205127.127363:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205127.127367:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.127369:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205127.127372:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205127.127383:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
00000020:00000040:3.0:1788205127.127388:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205127.127393:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205127.127395:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.127398:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205127.127402:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205127.127407:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205127.127417:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:3.0:1788205127.127426:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205127.127452:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205127.127491:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205127.127496:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205127.127502:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205127.127526:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205127.127529:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205127.127533:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205127.127534:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205127.127536:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205127.127539:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205127.127543:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4259
00000400:00000200:3.0:1788205127.127549:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205127.127554:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205127.127556:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205127.127559:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127561:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205127.127565:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788205127.127565:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127570:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205127.127573:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205127.127574:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205127.127576:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205127.127579:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788205127.127582:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205127.127587:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205127.127588:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205127.127594:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205127.127597:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205127.127597:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.127601:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127606:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205127.127608:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205127.127614:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:0.0:1788205127.127616:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205127.127619:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.127623:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205127.127632:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205127.127634:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205127.127638:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.127643:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.127644:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205127.127649:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205127.127653:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205127.127654:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205127.127660:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788205127.127661:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618734720:192.168.201.124@tcp:250:kworker.0
00000008:00000001:3.0:1788205127.127669:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.127671:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205127.127676:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.127679:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205127.127684:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205127.127684:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000020:00000040:3.0:1788205127.127691:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205127.127692:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205127.127699:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205127.127701:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205127.127705:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
00000100:00000001:3.0:1788205127.127705:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205127.127710:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205127.127715:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.127717:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205127.127727:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82400.
00000400:00000200:0.0:1788205127.127728:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205127.127734:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205127.127736:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205127.127746:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00100000:3.0:1788205127.127746:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205127.127757:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734720, portal 25
00000100:00000001:3.0:1788205127.127759:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205127.127762:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205127.127764:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.127766:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:3.0:1788205127.127773:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205127.127781:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205127.127812:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.127813:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205127.127819:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788205127.127819:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788205127.127827:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00080000:3.0:1788205127.127829:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205127.127834:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1788205127.127835:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618734720, offset 0
00000100:00080000:3.0:1788205127.127837:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205127.127842:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205127.127846:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00080000:3.0:1788205127.127850:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4259
00000400:00000200:3.0:1788205127.127859:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.127860:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205127.127867:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205127.127871:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205127.127873:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:3.0:1788205127.127880:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.127883:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205127.127884:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.127892:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.127897:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:3.0:1788205127.127898:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205127.127904:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205127.127906:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205127.127909:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205127.127910:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788205127.127912:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205127.127917:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788205127.127921:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:3.0:1788205127.127923:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205127.127932:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.127933:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3998:3998:256:4294967295] 192.168.201.124@tcp LPNI seq info [3998:3998:8:4294967295]
00000100:00000001:3.0:1788205127.127937:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.127943:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127948:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205127.127951:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:0.0:1788205127.127956:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788205127.127956:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205127.127963:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.127966:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205127.127969:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205127.127977:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.127983:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205127.127985:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1788205127.127986:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205127.127995:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.128000:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205127.128003:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000800:00000200:0.0:1788205127.128004:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000020:00000040:3.0:1788205127.128019:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000010:0.0:1788205127.128020:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
02000000:00000001:3.0:1788205127.128027:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205127.128029:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.128034:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205127.128037:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788205127.128041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:3.0:1788205127.128042:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205127.128046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205127.128078:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:3.0:1788205127.128079:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83400.
00000800:00000200:0.1:1788205127.128081:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788205127.128087:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205127.128089:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.128095:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000100:00100000:3.0:1788205127.128101:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205127.128105:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205127.128114:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205127.128122:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205127.128123:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788205127.128133:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205127.128135:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205127.128139:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205127.128147:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205127.128153:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205127.128154:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205127.128165:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205127.128174:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788205127.128174:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205127.128183:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205127.128186:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205127.128189:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788205127.128194:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205127.128196:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4259
00000400:00000200:3.0:1788205127.128207:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205127.128216:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205127.128222:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205127.128225:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205127.128226:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128233:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205127.128235:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205127.128240:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128246:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205127.128247:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205127.128250:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205127.128254:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205127.128257:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205127.128259:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788205127.128262:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:0.0:1788205127.128265:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298934512
00000020:00000001:3.0:1788205127.128267:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205127.128273:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000010:0.0:1788205127.128276:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3420.
00000100:00000040:3.0:1788205127.128281:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128287:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.128293:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205127.128294:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205127.128298:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205127.128303:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205127.128306:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128308:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.128310:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205127.128314:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205127.128315:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298934512
02000000:00000001:3.0:1788205127.128317:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.128323:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:0.0:1788205127.128324:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3a20.
00000008:00100000:3.0:1788205127.128330:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205127.128332:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1788205127.128338:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.128341:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205127.128343:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.128345:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.128351:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1788205127.128351:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000020:00000040:3.0:1788205127.128357:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00100000:0.0:1788205127.128363:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127]  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205127.128364:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205127.128368:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.128376:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205127.128380:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205127.128384:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205127.128388:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1788205127.128391:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83c00.
00000400:00000001:0.0:1788205127.128392:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205127.128396:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:3.0:1788205127.128398:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205127.128402:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205127.128406:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00100000:3.0:1788205127.128409:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205127.128412:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205127.128420:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205127.128422:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205127.128428:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205127.128433:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205127.128472:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205127.128476:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205127.128479:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205127.128481:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205127.128483:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205127.128486:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205127.128489:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4259
00000400:00000200:3.0:1788205127.128494:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205127.128498:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205127.128500:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205127.128503:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128505:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.128507:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128510:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205127.128512:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205127.128513:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788205127.128515:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205127.128517:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788205127.128520:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788205127.128522:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788205127.128525:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128527:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205127.128529:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128531:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205127.128533:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205127.128536:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205127.128539:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205127.128540:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205127.128544:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205127.128548:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.128558:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205127.128562:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000200:0.0:1788205127.128566:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205127.128567:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205127.128573:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205127.128581:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788205127.128586:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205127.128587:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205127.128595:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205127.128595:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205127.128599:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.128601:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.128606:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205127.128606:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205127.128612:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1788205127.128617:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205127.128618:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205127.128632:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81c00.
00000100:00000001:0.0:1788205127.128633:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205127.128646:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205127.128647:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205127.128664:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205127.128666:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205127.128676:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.128683:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.128686:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.128692:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205127.128696:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205127.128705:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1788205127.128706:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788205127.128711:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205127.128717:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000040:3.0:1788205127.128721:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.128723:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205127.128738:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205127.128746:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205127.128753:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4269)
00000100:00100000:0.0:1788205127.128758:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618734720:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205127.128765:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.128768:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.128773:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618734720/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.128780:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205127.128783:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205127.128787:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205127.128790:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205127.128793:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205127.128795:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205127.128797:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205127.128800:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:0.0:1788205127.128803:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205127.128805:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205127.128807:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:0.0:1788205127.128810:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205127.128811:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.128814:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.128820:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205127.128822:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.128825:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205127.128826:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205127.128827:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205127.128832:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.128838:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205127.128840:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.128842:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205127.128844:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205127.128846:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205127.128849:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205127.128851:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205127.128853:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205127.128855:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.128857:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205127.128860:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205127.128862:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205127.128866:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205127.128869:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205127.128873:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205127.128876:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734848, portal 10
00000100:00000001:0.0:1788205127.128879:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205127.128880:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:0.0:1788205127.128887:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.128893:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205127.128895:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205127.128898:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205127.128900:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618734848, offset 0
00000400:00000200:0.0:1788205127.128904:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205127.128908:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.128912:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205127.128915:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205127.128918:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205127.128921:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205127.128923:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.128926:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [3999:3999:256:4294967295] 192.168.201.124@tcp LPNI seq info [3999:3999:8:4294967295]
00000400:00000200:0.0:1788205127.128930:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.128936:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205127.128940:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.128943:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205127.128948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205127.128950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205127.128954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205127.128956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205127.128960:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.128962:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205127.128965:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205127.128968:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205127.128971:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205127.128972:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205127.128975:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205127.128978:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.128992:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.128995:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129000:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129002:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205127.129005:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205127.129009:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205127.129012:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205127.129014:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298934423
00000100:00000001:0.0:1788205127.129016:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129018:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298934423
00000100:00000001:0.0:1788205127.129020:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129022:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205127.129024:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129026:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205127.129030:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127]  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205127.129038:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205127.129039:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205127.129040:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205127.129043:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205127.129045:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205127.129047:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205127.129050:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205127.129080:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129086:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205127.129088:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129091:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205127.129094:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129101:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205127.129105:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129111:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205127.129113:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129115:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129116:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129118:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205127.129120:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205127.129122:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205127.129125:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205127.129127:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205127.129131:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205127.129139:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734848:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205127.129142:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205127.129145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129149:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205127.129150:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.129152:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205127.129153:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205127.129154:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205127.129156:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205127.129158:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205127.129159:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205127.129161:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.129162:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205127.129164:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205127.129165:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205127.129167:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205127.129169:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205127.129171:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205127.129173:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618734976, portal 10
00000100:00000001:0.0:1788205127.129174:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205127.129175:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:0.0:1788205127.129179:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129183:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205127.129185:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205127.129186:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205127.129189:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618734976, offset 0
00000400:00000200:0.0:1788205127.129192:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205127.129196:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.129199:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205127.129202:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205127.129204:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205127.129206:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205127.129208:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.129211:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4000:4000:256:4294967295] 192.168.201.124@tcp LPNI seq info [4000:4000:8:4294967295]
00000400:00000200:0.0:1788205127.129215:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.129221:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205127.129225:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.129229:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205127.129233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205127.129235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205127.129239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205127.129242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205127.129256:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.129257:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205127.129259:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205127.129262:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205127.129264:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205127.129265:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205127.129267:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205127.129269:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129274:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.129277:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129283:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129284:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205127.129287:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205127.129290:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205127.129293:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205127.129295:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298932269
00000100:00000001:0.0:1788205127.129298:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129308:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298932269
00000100:00000001:0.0:1788205127.129311:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129313:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205127.129315:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129317:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205127.129321:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127]  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205127.129329:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205127.129331:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205127.129340:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205127.129342:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205127.129344:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205127.129350:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205127.129354:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205127.129363:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129369:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205127.129371:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129372:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205127.129377:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129383:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205127.129387:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129394:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205127.129396:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129398:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129399:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129401:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205127.129402:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205127.129404:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205127.129408:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205127.129410:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205127.129484:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205127.129495:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618734976:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205127.129498:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205127.129500:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129504:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205127.129505:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.129507:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205127.129508:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205127.129509:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205127.129511:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205127.129512:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205127.129514:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205127.129516:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.129517:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205127.129521:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211800.
02000000:00000001:0.0:1788205127.129522:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205127.129530:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205127.129533:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205127.129537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205127.129540:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735104, portal 4
00000100:00000001:0.0:1788205127.129542:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205127.129543:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:0.0:1788205127.129548:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129554:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205127.129556:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205127.129558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205127.129560:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618735104, offset 0
00000400:00000200:0.0:1788205127.129564:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205127.129568:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.129571:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205127.129573:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205127.129575:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205127.129577:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205127.129580:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.129582:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4001:4001:256:4294967295] 192.168.201.124@tcp LPNI seq info [4001:4001:8:4294967295]
00000400:00000200:0.0:1788205127.129585:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.129592:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205127.129596:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.129599:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205127.129602:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205127.129605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205127.129609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205127.129611:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205127.129615:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.129617:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205127.129619:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205127.129623:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205127.129625:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205127.129627:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205127.129629:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205127.129633:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129640:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.129643:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129649:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129650:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205127.129653:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205127.129656:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205127.129659:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205127.129661:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298932249
00000100:00000001:0.0:1788205127.129663:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129665:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298932249
00000100:00000001:0.0:1788205127.129667:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129669:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205127.129671:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129672:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205127.129676:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127]  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205127.129684:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205127.129685:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205127.129687:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205127.129689:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205127.129691:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205127.129693:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205127.129696:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205127.129704:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129710:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205127.129712:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129713:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129715:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205127.129718:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129724:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205127.129727:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129734:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205127.129737:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129738:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129739:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129741:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205127.129743:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205127.129745:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205127.129748:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205127.129750:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205127.129754:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205127.129761:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735104:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205127.129764:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205127.129768:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129774:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205127.129775:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.129778:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205127.129779:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205127.129780:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205127.129782:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205127.129784:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205127.129786:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205127.129788:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205127.129789:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205127.129792:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205127.129794:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205127.129797:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205127.129799:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205127.129802:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205127.129805:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735232, portal 4
00000100:00000001:0.0:1788205127.129807:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205127.129808:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000100:00000040:0.0:1788205127.129813:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129820:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205127.129822:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205127.129824:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205127.129826:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618735232, offset 0
00000400:00000200:0.0:1788205127.129830:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205127.129834:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.129836:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205127.129838:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205127.129840:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205127.129842:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205127.129843:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205127.129845:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4002:4002:256:4294967295] 192.168.201.124@tcp LPNI seq info [4002:4002:8:4294967295]
00000400:00000200:0.0:1788205127.129847:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205127.129852:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205127.129854:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.129856:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205127.129858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205127.129860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205127.129863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205127.129864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205127.129867:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205127.129868:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205127.129870:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205127.129872:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205127.129873:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205127.129874:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205127.129876:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205127.129878:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129887:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.129888:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129892:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129893:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205127.129895:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205127.129897:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205127.129899:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205127.129900:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298932383
00000100:00000001:0.0:1788205127.129901:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129903:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298932383
00000100:00000001:0.0:1788205127.129904:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298934512
00000100:00000001:0.0:1788205127.129905:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205127.129906:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.129907:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205127.129909:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127]  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205127.129913:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205127.129914:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205127.129915:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205127.129916:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205127.129916:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205127.129918:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205127.129919:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205127.129923:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129927:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205127.129928:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129929:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129930:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205127.129932:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129935:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205127.129937:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129941:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205127.129942:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129943:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205127.129943:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129944:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205127.129946:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205127.129947:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205127.129949:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205127.129950:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205127.129952:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205127.129956:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735232:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205127.129958:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129959:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.129961:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618734848/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129964:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205127.129966:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205127.129967:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205127.129968:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205127.129969:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205127.129970:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205127.129971:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205127.129972:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:0.0:1788205127.129974:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205127.129975:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205127.129976:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:0.0:1788205127.129977:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205127.129978:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.129979:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.129982:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618734976/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.129988:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205127.129989:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205127.129990:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205127.129992:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205127.129993:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205127.129994:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205127.129996:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205127.129997:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788205127.129999:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205127.130000:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205127.130001:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:0.0:1788205127.130003:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205127.130004:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.130006:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.130009:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618735104/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.130015:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205127.130016:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205127.130018:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211800.
02000000:00000001:0.0:1788205127.130019:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205127.130021:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205127.130022:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205127.130024:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205127.130025:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:0.0:1788205127.130027:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205127.130029:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205127.130030:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:0.0:1788205127.130031:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205127.130032:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.130033:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205127.130035:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618735232/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205127.130039:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205127.130040:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205127.130041:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205127.130042:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205127.130043:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205127.130044:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205127.130046:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205127.130047:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:0.0:1788205127.130049:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205127.130069:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205127.130071:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:0.0:1788205127.130074:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205127.130075:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.130077:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.130081:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205127.130082:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.130084:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205127.130086:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205127.447217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447225:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205127.447229:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205127.447232:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205127.447236:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447239:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205127.447242:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447245:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447247:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205127.447253:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205127.447257:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205127.447258:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205127.447330:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205127.447335:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205127.447339:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205128.151212:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205128.151223:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205128.151225:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205128.151232:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205128.151237:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205128.151242:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205128.151245:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205128.151248:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205128.151251:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205128.471185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205128.471193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205128.471198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205128.471199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205128.471202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205128.471203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205128.471206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205128.471206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205128.471261:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205128.471266:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205128.471268:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205129.175216:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205129.175227:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205129.175231:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205129.175238:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205129.175244:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205129.175249:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205129.175253:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205129.175257:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205129.175262:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205129.431184:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298934512, at 4298934528
00000100:00000040:3.0:1788205129.431184:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298934512, at 4298934528
00000100:00000010:3.0:1788205129.431205:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3a20.
00000100:00000010:2.0:1788205129.431207:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3420.
00010000:00000001:3.0:1788205129.495221:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205129.495233:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205129.495236:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205129.495241:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205129.495248:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205129.495251:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205129.495254:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205129.495256:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205129.495262:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205129.495263:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205129.495268:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205129.495269:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205129.495273:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205129.495274:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205129.495339:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205129.495344:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205129.495348:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205130.199213:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205130.199223:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205130.199225:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205130.199232:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205130.199237:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205130.199242:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205130.199245:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205130.199249:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205130.199252:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205130.519233:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205130.519243:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205130.519251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205130.519253:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205130.519257:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205130.519258:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205130.519262:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205130.519264:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205130.519330:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205130.519335:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205130.519339:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205131.223196:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205131.223207:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205131.223210:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205131.223217:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205131.223220:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205131.223225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205131.223228:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205131.223231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205131.223234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205131.543140:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205131.543150:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205131.543158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205131.543159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205131.543163:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205131.543165:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205131.543169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205131.543170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205131.543227:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205131.543232:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205131.543237:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205132.247210:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788205132.247218:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205132.247222:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205132.247226:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.247229:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1788205132.247233:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205132.247234:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205132.247241:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788205132.247241:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205132.247247:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205132.247248:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205132.247253:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205132.247258:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788205132.247259:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4264
00000100:00000001:1.0:1788205132.247264:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205132.247273:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205132.247281:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.247284:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205132.247289:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247293:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.247295:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247298:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205132.247302:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.247305:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205132.247309:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.247312:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205132.247315:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205132.247318:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205132.247321:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247323:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.247325:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247334:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205132.247338:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205132.247342:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247345:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.247348:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.247352:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.247355:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247358:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205132.247361:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205132.247401:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5c00.
00000020:00000040:2.0:1788205132.247406:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205132.247411:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.247412:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247416:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.247419:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.247424:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205132.247434:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91c00.
00000100:00000001:2.0:1788205132.247443:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.247455:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205132.247467:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205132.247473:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.247479:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de6cf3f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.247511:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.247514:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205132.247517:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205132.247519:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.247521:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.247523:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.247526:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4264
00000400:00000200:2.0:1788205132.247530:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205132.247533:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.247536:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205132.247539:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247541:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.247543:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247545:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205132.247548:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.247549:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205132.247551:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205132.247553:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788205132.247553:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205132.247557:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205132.247559:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788205132.247561:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205132.247563:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205132.247566:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247570:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205132.247575:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205132.247575:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247579:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205132.247584:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788205132.247591:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205132.247594:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205132.247596:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.247599:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.247600:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205132.247606:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205132.247609:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.247610:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.247615:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.247616:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247619:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1788205132.247624:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618735360:192.168.201.124@tcp:250:kworker.0
00000008:00100000:2.0:1788205132.247625:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205132.247631:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.247633:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205132.247635:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.247641:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788205132.247641:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6d80.
02000000:00000001:0.0:1788205132.247645:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205132.247646:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205132.247651:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205132.247652:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788205132.247653:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247657:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.247659:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1788205132.247660:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:2.0:1788205132.247661:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.247666:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205132.247669:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92400.
00000400:00000200:0.0:1788205132.247676:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205132.247682:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:2.0:1788205132.247687:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205132.247690:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00100000:2.0:1788205132.247696:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205132.247700:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735360, portal 25
00000100:00000001:0.0:1788205132.247706:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205132.247709:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205132.247710:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784851456 : -116879924700160 : ffff95b2c59b5c00)
00000100:00000001:2.0:1788205132.247714:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.247721:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205132.247722:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007b3cd8d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.247746:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788205132.247748:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.247752:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205132.247753:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205132.247759:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00080000:2.0:1788205132.247759:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205132.247762:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.247764:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788205132.247767:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618735360, offset 0
00000100:00000001:2.0:1788205132.247768:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.247773:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4264
00000400:00000200:0.0:1788205132.247780:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:2.0:1788205132.247780:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205132.247786:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.247789:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205132.247794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:2.0:1788205132.247795:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247800:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.247802:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247805:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205132.247807:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:2.0:1788205132.247809:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.247812:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205132.247814:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205132.247816:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788205132.247816:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:2.0:1788205132.247820:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788205132.247825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:2.0:1788205132.247825:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:2.0:1788205132.247832:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205132.247833:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788205132.247836:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205132.247840:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:2.0:1788205132.247841:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247845:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205132.247848:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4003:4003:256:4294967295] 192.168.201.124@tcp LPNI seq info [4003:4003:8:4294967295]
00000400:00000200:0.0:1788205132.247854:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788205132.247865:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000200:0.0:1788205132.247870:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788205132.247872:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205132.247878:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.247881:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1788205132.247885:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:2.0:1788205132.247885:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.247890:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247893:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1788205132.247895:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000008:00100000:2.0:1788205132.247895:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205132.247900:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247902:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205132.247906:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7b80.
00000800:00000200:0.0:1788205132.247908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000020:00000040:2.0:1788205132.247910:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205132.247914:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1788205132.247915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
02000000:00000001:2.0:1788205132.247916:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.247920:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.247922:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.247924:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205132.247926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000010:2.0:1788205132.247929:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91000.
00000800:00000200:0.1:1788205132.247931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1788205132.247934:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205132.247939:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00100000:2.0:1788205132.247942:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1788205132.247944:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000100:00000001:2.0:1788205132.247953:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205132.247955:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788205132.247956:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.247962:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9bd8fda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205132.247965:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.247975:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205132.247979:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:2.0:1788205132.247982:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.247986:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788205132.247987:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205132.247992:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1788205132.247994:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.247994:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.247997:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.248003:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.248008:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4264
00000100:00000001:0.0:1788205132.248014:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1788205132.248014:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:0.0:1788205132.248020:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205132.248021:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.248026:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205132.248031:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205132.248037:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.248037:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.248040:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205132.248042:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205132.248043:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205132.248047:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.248048:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:2.0:1788205132.248050:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205132.248080:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.248087:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:2.0:1788205132.248089:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:0.0:1788205132.248092:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298939632
00000020:00000001:2.0:1788205132.248093:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:2.0:1788205132.248098:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:2.0:1788205132.248101:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.248103:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.248106:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.248108:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205132.248110:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:2.0:1788205132.248113:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000010:0.0:1788205132.248114:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3360.
00000100:00000001:2.0:1788205132.248116:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.248119:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.248122:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.248124:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248125:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788205132.248126:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205132.248130:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205132.248133:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248134:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298939632
00000100:00000001:2.0:1788205132.248135:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205132.248141:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3840.
00000100:00000010:2.0:1788205132.248142:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b5500.
00000020:00000040:2.0:1788205132.248146:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205132.248147:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1788205132.248149:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.248152:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248153:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205132.248154:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.248157:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205132.248159:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.248160:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248165:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1788205132.248168:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91400.
00000100:00100000:0.0:1788205132.248172:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.248174:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.248182:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205132.248200:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205132.248204:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205132.248207:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788205132.248210:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39130e3] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.248211:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.248215:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205132.248220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205132.248225:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:2.0:1788205132.248226:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248230:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1788205132.248231:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205132.248236:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1788205132.248238:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.248239:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.248242:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.248246:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.248251:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4264
00000100:00000200:0.0:1788205132.248258:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205132.248258:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205132.248264:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.248268:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205132.248274:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205132.248275:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205132.248277:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205132.248279:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205132.248281:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.248284:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205132.248285:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788205132.248286:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205132.248289:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205132.248289:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205132.248292:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.248295:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:2.0:1788205132.248298:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00100000:0.0:1788205132.248299:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205132.248301:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:2.0:1788205132.248308:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.248312:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205132.248316:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205132.248317:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205132.248322:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205132.248324:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:0.0:1788205132.248327:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205132.248329:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205132.248334:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.248338:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.248341:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.248343:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205132.248345:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248349:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205132.248349:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205132.248352:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1788205132.248353:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.248357:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788205132.248357:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.248361:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248362:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.248375:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1788205132.248378:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6a00.
00000100:00080000:0.0:1788205132.248380:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1788205132.248384:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00080000:0.0:1788205132.248388:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
02000000:00000001:2.0:1788205132.248389:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.248392:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248393:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788205132.248395:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.248398:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.248400:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205132.248404:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93800.
00000100:00000040:0.0:1788205132.248409:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.248409:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.248417:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205132.248437:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1788205132.248439:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618735360:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788205132.248440:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.248448:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a45fbf9] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248449:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.248454:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.248462:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5c00 x1875064618735360/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.248462:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.248470:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4275)
00000100:00000001:0.0:1788205132.248475:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.248478:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.248481:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205132.248486:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.248488:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.248490:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205132.248492:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.248495:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91c00.
02000000:00000001:0.0:1788205132.248499:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.248500:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.248502:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5c00.
00000100:00000001:0.0:1788205132.248506:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.248508:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.248510:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.248519:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205132.248520:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248522:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205132.248524:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205132.248525:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.248528:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248536:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.248537:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.248539:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.248541:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.248543:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.248546:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.248550:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.248552:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.248554:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.248555:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.248558:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205132.248560:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.248564:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205132.248567:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205132.248571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205132.248574:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735488, portal 10
00000100:00000001:0.0:1788205132.248575:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.248577:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855936 : -116879924695680 : ffff95b2c59b6d80)
00000100:00000040:0.0:1788205132.248584:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248590:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.248593:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205132.248595:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205132.248597:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618735488, offset 0
00000400:00000200:0.0:1788205132.248602:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205132.248606:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.248609:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205132.248612:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.248615:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205132.248618:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.248620:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205132.248623:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4004:4004:256:4294967295] 192.168.201.124@tcp LPNI seq info [4004:4004:8:4294967295]
00000400:00000200:0.0:1788205132.248627:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.248634:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.248638:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.248642:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205132.248646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205132.248649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788205132.248653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205132.248656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1788205132.248660:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.248662:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205132.248665:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.248668:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.248671:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205132.248673:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205132.248676:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.248679:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248687:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.248690:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248696:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248697:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.248701:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.248704:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205132.248708:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205132.248710:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298939543
00000100:00000001:0.0:1788205132.248713:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.248715:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298939543
00000100:00000001:0.0:1788205132.248717:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.248720:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.248722:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248723:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.248727:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.248736:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.248737:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.248740:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205132.248742:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205132.248744:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205132.248746:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.248749:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.248758:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248764:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.248765:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.248767:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.248768:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.248772:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248779:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.248783:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248789:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.248791:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.248792:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.248793:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.248795:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.248796:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.248798:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.248801:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205132.248803:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.248807:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.248814:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735488:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.248819:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.248822:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248828:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.248829:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.248831:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.248833:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.248834:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.248837:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.248840:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.248842:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.248844:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.248846:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.248849:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205132.248852:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.248855:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205132.248857:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205132.248860:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205132.248863:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735616, portal 10
00000100:00000001:0.0:1788205132.248865:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.248866:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784859520 : -116879924692096 : ffff95b2c59b7b80)
00000100:00000040:0.0:1788205132.248872:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248878:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.248881:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205132.248883:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205132.248885:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618735616, offset 0
00000400:00000200:0.0:1788205132.248890:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205132.248893:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.248897:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205132.248899:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.248902:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205132.248904:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.248907:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205132.248910:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4005:4005:256:4294967295] 192.168.201.124@tcp LPNI seq info [4005:4005:8:4294967295]
00000400:00000200:0.0:1788205132.248914:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.248920:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.248924:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.248928:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205132.248931:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205132.248934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788205132.248938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205132.248941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1788205132.248944:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.248946:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205132.248949:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.248952:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.248955:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205132.248957:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205132.248960:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.248963:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248971:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.248974:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.248980:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.248981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.248984:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.248987:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205132.248990:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205132.248992:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298937388
00000100:00000001:0.0:1788205132.248995:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.248997:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298937388
00000100:00000001:0.0:1788205132.249000:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.249002:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.249004:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.249006:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.249010:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.249018:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.249019:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.249021:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205132.249023:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205132.249025:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205132.249027:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.249030:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.249038:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249044:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.249045:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249047:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.249048:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.249068:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249075:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.249079:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249085:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.249087:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249088:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.249089:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249091:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.249093:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.249095:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.249099:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205132.249101:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.249104:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.249111:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735616:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.249114:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.249118:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249124:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.249125:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.249127:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.249129:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.249130:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.249133:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.249136:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.249138:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.249139:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.249141:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.249144:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205132.249146:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.249149:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205132.249151:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205132.249155:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205132.249157:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735744, portal 4
00000100:00000001:0.0:1788205132.249159:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.249160:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784849664 : -116879924701952 : ffff95b2c59b5500)
00000100:00000040:0.0:1788205132.249165:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249172:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.249174:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205132.249176:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205132.249179:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618735744, offset 0
00000400:00000200:0.0:1788205132.249181:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205132.249184:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.249186:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205132.249188:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.249190:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205132.249192:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.249193:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205132.249195:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4006:4006:256:4294967295] 192.168.201.124@tcp LPNI seq info [4006:4006:8:4294967295]
00000400:00000200:0.0:1788205132.249199:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.249205:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.249209:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.249212:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205132.249216:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205132.249218:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788205132.249222:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205132.249225:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1788205132.249228:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.249230:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205132.249233:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.249236:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.249239:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205132.249241:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205132.249245:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.249248:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249255:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.249258:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249269:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.249271:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.249274:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.249277:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205132.249280:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205132.249282:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298937369
00000100:00000001:0.0:1788205132.249284:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.249286:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298937369
00000100:00000001:0.0:1788205132.249288:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.249290:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.249292:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.249294:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.249298:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.249305:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.249306:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.249308:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205132.249310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205132.249312:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205132.249315:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.249317:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.249325:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249330:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.249332:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249334:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.249335:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.249338:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249345:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.249349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249356:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.249358:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249360:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.249361:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249362:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.249364:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.249380:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.249384:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205132.249386:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.249390:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.249398:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735744:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.249402:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.249405:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249411:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.249413:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.249415:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.249416:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.249418:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.249421:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.249424:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.249426:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.249428:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.249430:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.249433:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205132.249435:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.249439:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205132.249442:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205132.249444:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205132.249447:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618735872, portal 4
00000100:00000001:0.0:1788205132.249449:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.249450:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784855040 : -116879924696576 : ffff95b2c59b6a00)
00000100:00000040:0.0:1788205132.249456:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249462:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.249464:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205132.249466:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205132.249468:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618735872, offset 0
00000400:00000200:0.0:1788205132.249472:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205132.249476:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.249479:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205132.249482:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.249485:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205132.249487:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.249489:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205132.249492:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4007:4007:256:4294967295] 192.168.201.124@tcp LPNI seq info [4007:4007:8:4294967295]
00000400:00000200:0.0:1788205132.249496:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205132.249502:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.249506:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.249509:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205132.249513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205132.249515:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788205132.249520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205132.249522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1788205132.249526:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205132.249529:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205132.249532:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.249535:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.249538:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205132.249540:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205132.249542:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.249545:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249552:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.249555:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249562:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.249563:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.249566:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.249569:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205132.249572:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205132.249574:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298937503
00000100:00000001:0.0:1788205132.249577:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.249578:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298937503
00000100:00000001:0.0:1788205132.249581:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298939632
00000100:00000001:0.0:1788205132.249583:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.249585:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.249587:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.249590:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.249598:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.249600:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.249601:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205132.249604:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205132.249605:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205132.249608:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.249612:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.249619:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249625:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.249627:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249628:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.249630:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.249633:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249640:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.249644:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249651:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.249653:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249655:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.249656:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249657:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.249659:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.249662:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.249665:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205132.249668:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.249671:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.249679:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618735872:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.249683:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249686:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.249689:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6d80 x1875064618735488/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249696:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.249697:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.249699:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205132.249702:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.249704:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.249705:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205132.249707:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.249709:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92400.
02000000:00000001:0.0:1788205132.249712:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.249713:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.249715:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6d80.
00000100:00000001:0.0:1788205132.249719:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.249721:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249723:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.249726:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7b80 x1875064618735616/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249732:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.249734:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.249735:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205132.249737:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.249738:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.249740:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205132.249741:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.249743:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91000.
02000000:00000001:0.0:1788205132.249745:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.249746:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.249747:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7b80.
00000100:00000001:0.0:1788205132.249750:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.249751:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249753:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.249756:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b5500 x1875064618735744/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249762:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.249764:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.249766:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211c00.
02000000:00000001:0.0:1788205132.249768:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.249770:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.249771:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205132.249772:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.249774:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91400.
02000000:00000001:0.0:1788205132.249776:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.249777:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.249779:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b5500.
00000100:00000001:0.0:1788205132.249781:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.249782:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249784:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.249787:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6a00 x1875064618735872/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.249793:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.249795:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.249796:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205132.249799:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.249800:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.249801:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205132.249803:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.249805:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93800.
02000000:00000001:0.0:1788205132.249807:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.249808:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.249809:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6a00.
00000100:00000001:0.0:1788205132.249812:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.249813:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249815:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.249820:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205132.249823:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.249825:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205132.249827:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205132.567198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205132.567207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205132.567213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205132.567214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205132.567218:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205132.567219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205132.567223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205132.567224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205132.567304:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205132.567309:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205132.567312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205133.271194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205133.271206:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205133.271209:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205133.271216:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205133.271220:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205133.271225:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205133.271229:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205133.271231:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205133.271234:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205133.591219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205133.591229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205133.591236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205133.591238:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205133.591242:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205133.591244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205133.591248:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205133.591249:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205133.591316:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205133.591321:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205133.591324:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205134.295279:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205134.295289:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205134.295291:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205134.295297:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205134.295301:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205134.295305:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205134.295308:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205134.295311:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205134.295314:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205134.551172:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298939632, at 4298939648
00000100:00000040:3.0:1788205134.551172:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298939632, at 4298939648
00000100:00000010:3.0:1788205134.551189:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3840.
00000100:00000010:2.0:1788205134.551191:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3360.
00010000:00000001:3.0:1788205134.615214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205134.615223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205134.615230:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205134.615232:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205134.615236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205134.615237:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205134.615241:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205134.615242:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205134.615303:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205134.615308:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205134.615312:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205135.319726:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205135.319739:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205135.319741:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205135.319748:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205135.319752:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205135.319757:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205135.319759:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205135.319763:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205135.319766:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641478:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205135.641489:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641498:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205135.641499:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641503:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205135.641507:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205135.641510:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205135.641517:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205135.641520:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205135.641521:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641525:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205135.641534:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641535:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641538:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641541:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205135.641543:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205135.641544:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205135.641545:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641546:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205135.641547:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641548:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205135.641549:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205135.641652:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205135.641665:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205135.641669:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205136.343169:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205136.343179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205136.343182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205136.343189:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205136.343194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205136.343198:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205136.343202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205136.343205:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205136.343208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205136.663183:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205136.663190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205136.663196:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205136.663197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205136.663200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205136.663201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205136.663204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205136.663206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205136.663277:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205136.663282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205136.663285:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205137.367461:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205137.367468:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205137.367471:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205137.367476:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205137.367480:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205137.367483:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205137.367486:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205137.367488:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205137.367492:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.367553:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.367562:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205137.367567:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.367570:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.367576:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.367588:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4270
00000400:00000200:3.0:1788205137.367616:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205137.367626:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.367631:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.367634:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.367641:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.367645:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.367648:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205137.367653:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.367655:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205137.367659:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.367662:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205137.367666:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205137.367668:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205137.367673:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.367674:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.367676:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.367680:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205137.367682:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205137.367687:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205137.367694:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.367696:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.367702:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.367705:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.367710:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205137.367712:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.367726:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000020:00000040:3.0:1788205137.367732:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205137.367739:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.367745:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.367752:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.367757:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.367762:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.367772:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:3.0:1788205137.367784:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.367795:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.367809:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.367815:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.367826:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.367889:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.367895:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205137.367897:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.367915:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.367925:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.367930:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.367936:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.367938:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.367944:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.367950:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618736000:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205137.367957:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.367969:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.367971:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.367974:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.367983:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205137.367987:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.367994:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205137.367997:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205137.368007:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205137.368023:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736000, portal 25
00000100:00000001:0.0:1788205137.368025:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.368029:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:0.0:1788205137.368036:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.368045:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.368047:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205137.368074:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205137.368077:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618736000, offset 0
00000400:00000200:0.0:1788205137.368088:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205137.368099:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.368109:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205137.368113:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.368119:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205137.368124:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.368127:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205137.368132:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4008:4008:256:4294967295] 192.168.201.124@tcp LPNI seq info [4008:4008:8:4294967295]
00000400:00000200:0.0:1788205137.368138:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.368152:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.368160:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.368167:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205137.368178:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205137.368183:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788205137.368194:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205137.368198:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788205137.368208:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.368210:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205137.368222:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.368225:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.368235:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205137.368238:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205137.368244:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.368251:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.368331:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.368337:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.368343:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205137.368345:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.368346:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.368352:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.369132:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4270
00000400:00000200:3.0:1788205137.369139:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205137.369142:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.369145:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.369148:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.369151:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.369153:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.369156:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205137.369158:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.369160:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205137.369166:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.369168:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788205137.369171:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205137.369173:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788205137.369176:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.369178:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.369180:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.369185:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205137.369187:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205137.369190:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205137.369192:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.369194:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.369199:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.369202:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.369204:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205137.369208:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205137.369210:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.369213:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.369218:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000020:00000040:3.0:1788205137.369220:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205137.369223:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.369224:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.369227:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.369229:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.369231:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.369235:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788205137.369239:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.369245:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.369253:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.369256:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.369260:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369450:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.369457:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369465:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.369467:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.369476:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.369480:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205137.369483:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298944753
00000100:00000010:0.0:1788205137.369489:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3360.
00000100:00000001:0.0:1788205137.369494:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205137.369500:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298944753
00000100:00000010:0.0:1788205137.369503:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3840.
00000100:00000001:0.0:1788205137.369506:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205137.369509:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.369512:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.369515:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.369519:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.369528:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.369531:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.369533:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205137.369536:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205137.369538:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205137.369540:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.369543:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.369552:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369558:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.369560:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.369562:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.369564:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.369568:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369574:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.369579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369585:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.369588:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.369590:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.369591:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.369649:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.369652:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.369655:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.369660:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205137.369663:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.369667:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.369675:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618736000:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205137.369680:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.369683:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.369686:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618736000/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369693:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.369695:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.369697:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205137.369702:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.369703:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.369705:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205137.369707:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.369710:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:0.0:1788205137.369713:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.369714:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.369716:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:0.0:1788205137.369719:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.369720:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.369722:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.369730:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.369732:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.369734:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.369737:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205137.369738:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.369742:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369749:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.369751:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.369753:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.369756:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.369758:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.369761:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.369765:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.369768:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.369770:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.369772:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.369775:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205137.369777:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.369782:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205137.369784:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205137.369788:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205137.369793:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736128, portal 10
00000100:00000001:0.0:1788205137.369795:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.369797:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:0.0:1788205137.369804:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369873:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.369875:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205137.369878:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205137.369880:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618736128, offset 0
00000400:00000200:0.0:1788205137.369884:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205137.369889:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.369892:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205137.369896:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.369898:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205137.369901:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.369903:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205137.369917:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4009:4009:256:4294967295] 192.168.201.124@tcp LPNI seq info [4009:4009:8:4294967295]
00000400:00000200:0.0:1788205137.369920:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.369928:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.369933:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.369938:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205137.369944:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205137.369947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788205137.369952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205137.369956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788205137.369959:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.369960:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205137.369963:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.369966:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.369969:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205137.369970:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205137.369972:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.369974:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369979:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.369981:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.369990:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.369991:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.369993:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.369996:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205137.369998:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205137.370000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298944664
00000100:00000001:0.0:1788205137.370001:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.370003:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298944664
00000100:00000001:0.0:1788205137.370006:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.370009:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.370017:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.370018:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.370021:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.370026:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.370027:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.370028:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205137.370029:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205137.370030:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205137.370032:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.370033:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.370038:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370042:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.370042:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.370043:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.370044:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.370046:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370049:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.370066:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370070:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.370072:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.370073:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.370073:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.370075:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.370076:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.370077:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.370079:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205137.370080:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.370083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.370087:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736128:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.370089:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.370091:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.370170:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618736128/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370175:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.370176:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.370177:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205137.370179:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.370180:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.370181:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205137.370182:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.370183:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:0.0:1788205137.370185:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.370186:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.370187:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:0.0:1788205137.370189:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.370189:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.370191:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.370193:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.370194:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.370195:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.370196:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370249:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.370252:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.370255:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205137.370256:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.370257:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.370259:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.370261:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4270
00000400:00000200:3.0:1788205137.370264:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205137.370267:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.370268:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.370270:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370272:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.370273:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370275:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205137.370276:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.370285:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205137.370287:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.370289:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205137.370291:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205137.370294:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205137.370297:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370299:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.370301:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370306:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205137.370309:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205137.370311:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370314:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.370316:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.370319:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.370321:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370322:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205137.370326:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205137.370328:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370329:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.370333:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934380.
00000020:00000040:3.0:1788205137.370336:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205137.370338:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.370340:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370342:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.370343:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.370346:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.370350:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80000.
00000100:00000001:3.0:1788205137.370353:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.370358:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.370366:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.370369:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.370373:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f465168] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.370379:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.370382:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.370385:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205137.370386:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.370387:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.370390:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.370392:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4270
00000400:00000200:3.0:1788205137.370396:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205137.370399:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.370401:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.370404:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370406:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.370408:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370410:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205137.370412:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.370413:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205137.370415:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.370417:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788205137.370419:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205137.370421:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788205137.370423:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370425:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.370427:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370429:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205137.370431:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205137.370434:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370436:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.370437:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.370440:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.370442:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370443:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205137.370446:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205137.370448:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370450:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.370454:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936d80.
00000020:00000040:3.0:1788205137.370456:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205137.370459:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.370460:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370462:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.370463:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.370464:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.370468:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82c00.
00000100:00000001:3.0:1788205137.370470:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.370475:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.370484:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.370486:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.370490:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006336c207] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.370497:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.370499:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.370502:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205137.370504:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.370506:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.370508:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.370510:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4270
00000400:00000200:3.0:1788205137.370513:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205137.370516:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.370518:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.370520:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370522:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.370523:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370525:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205137.370527:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.370529:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788205137.370531:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.370533:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788205137.370535:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788205137.370537:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788205137.370539:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370541:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.370543:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370545:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205137.370547:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205137.370549:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205137.370552:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.370553:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.370556:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.370557:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370559:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205137.370561:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788205137.370563:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370565:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.370568:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935c00.
00000020:00000040:3.0:1788205137.370570:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205137.370572:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.370573:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.370575:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.370576:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.370578:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.370581:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80800.
00000100:00000001:3.0:1788205137.370584:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.370589:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.370596:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205137.370683:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.370686:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205137.370688:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.370692:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370699:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.370701:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.370703:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.370705:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.370707:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.370710:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.370713:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.370715:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.370717:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.370718:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.370722:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205137.370723:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.370727:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205137.370730:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205137.370733:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205137.370736:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736256, portal 10
00000100:00000001:0.0:1788205137.370738:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.370740:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750766464 : -116879958785152 : ffff95b2c3934380)
00000100:00000040:0.0:1788205137.370745:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370751:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.370753:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205137.370756:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205137.370758:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618736256, offset 0
00000400:00000200:0.0:1788205137.370762:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205137.370766:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.370770:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205137.370773:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.370775:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205137.370777:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.370780:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205137.370783:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4010:4010:256:4294967295] 192.168.201.124@tcp LPNI seq info [4010:4010:8:4294967295]
00000400:00000200:0.0:1788205137.370787:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.370793:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.370797:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.370799:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205137.370803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205137.370806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788205137.370810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205137.370813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788205137.370816:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.370818:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205137.370821:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.370825:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.370828:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205137.370830:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205137.370832:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.370835:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370842:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.370845:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.370851:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.370852:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.370856:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.370859:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205137.370862:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205137.370864:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298942510
00000100:00000001:0.0:1788205137.370866:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.370868:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298942510
00000100:00000001:0.0:1788205137.370870:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.370873:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.370874:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.370876:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.370880:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.370888:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.370889:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.370891:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205137.370893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205137.370895:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205137.370897:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.370900:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.370970:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.370975:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b255954] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.370984:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.370988:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4280)
00000100:00000200:0.0:1788205137.371171:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371177:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.371179:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371181:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.371182:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.371186:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371192:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.371196:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371202:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.371205:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371206:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.371207:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371209:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.371211:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.371214:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.371217:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205137.371220:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.371223:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.371231:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736256:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.371235:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.371239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371245:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.371247:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.371249:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.371251:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.371252:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.371255:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.371258:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.371260:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.371262:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.371264:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.371267:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205137.371269:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.371273:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205137.371275:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205137.371289:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205137.371293:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736384, portal 4
00000100:00000001:0.0:1788205137.371295:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.371296:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750777216 : -116879958774400 : ffff95b2c3936d80)
00000100:00000040:0.0:1788205137.371302:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371314:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.371317:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205137.371318:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205137.371321:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618736384, offset 0
00000400:00000200:0.0:1788205137.371325:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205137.371329:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.371332:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205137.371336:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.371338:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205137.371340:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.371342:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205137.371345:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4011:4011:256:4294967295] 192.168.201.124@tcp LPNI seq info [4011:4011:8:4294967295]
00000400:00000200:0.0:1788205137.371349:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.371354:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.371358:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.371361:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205137.371365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205137.371367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788205137.371372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205137.371374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788205137.371378:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.371380:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205137.371382:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.371385:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.371388:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205137.371389:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205137.371392:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.371395:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371403:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.371406:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371418:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.371420:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.371423:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.371425:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205137.371429:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205137.371430:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298942491
00000100:00000001:0.0:1788205137.371433:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.371435:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298942491
00000100:00000001:0.0:1788205137.371437:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.371438:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.371440:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.371442:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.371445:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.371452:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.371454:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.371455:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205137.371458:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205137.371459:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205137.371461:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.371464:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.371473:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371480:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.371481:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371483:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.371484:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.371487:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371494:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.371498:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371504:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.371506:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371508:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.371509:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371511:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.371512:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.371515:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.371518:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205137.371520:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.371524:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.371531:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736384:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.371535:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371537:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.371539:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934380 x1875064618736256/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371546:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.371548:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.371549:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205137.371552:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.371554:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.371555:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205137.371557:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.371559:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80000.
02000000:00000001:0.0:1788205137.371562:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.371564:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.371565:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934380.
00000100:00000001:0.0:1788205137.371568:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.371569:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371570:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.371574:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936d80 x1875064618736384/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371579:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.371580:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.371582:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205137.371585:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.371586:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.371587:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205137.371589:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.371590:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82c00.
02000000:00000001:0.0:1788205137.371592:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.371594:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.371595:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936d80.
00000100:00000001:0.0:1788205137.371674:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.371676:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371679:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.371684:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.371686:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.371688:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.371689:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205137.371691:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.371695:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371702:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.371704:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.371706:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.371707:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.371710:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.371713:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.371718:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.371720:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.371722:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.371724:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.371727:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205137.371729:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.371732:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205137.371735:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205137.371738:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205137.371741:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736512, portal 4
00000100:00000001:0.0:1788205137.371743:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.371744:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750772736 : -116879958778880 : ffff95b2c3935c00)
00000100:00000040:0.0:1788205137.371750:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371756:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.371758:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205137.371760:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205137.371762:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618736512, offset 0
00000400:00000200:0.0:1788205137.371766:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205137.371770:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.371773:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205137.371776:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.371779:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205137.371781:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.371783:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205137.371786:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4012:4012:256:4294967295] 192.168.201.124@tcp LPNI seq info [4012:4012:8:4294967295]
00000400:00000200:0.0:1788205137.371789:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205137.371795:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.371799:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.371802:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205137.371806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205137.371809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788205137.371813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205137.371815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788205137.371833:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205137.371835:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205137.371839:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.371842:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.371845:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205137.371847:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205137.371849:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.371852:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371859:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.371862:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.371868:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.371870:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.371873:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.371876:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205137.371879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205137.371881:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298942625
00000100:00000001:0.0:1788205137.371883:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.371885:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298942625
00000100:00000001:0.0:1788205137.371887:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298944753
00000100:00000001:0.0:1788205137.371889:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.371891:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.371893:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.371897:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.371970:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.371972:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.371975:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205137.371978:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205137.371979:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205137.371982:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.371986:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.371994:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.372000:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.372001:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.372003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.372005:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.372008:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.372089:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.372095:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.372101:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.372103:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.372105:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.372107:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.372108:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.372110:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.372113:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.372116:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205137.372118:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.372122:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.372130:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736512:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.372134:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.372135:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.372138:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935c00 x1875064618736512/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.372144:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.372145:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.372147:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205137.372150:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.372152:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.372153:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205137.372155:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.372157:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80800.
02000000:00000001:0.0:1788205137.372159:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.372160:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.372161:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935c00.
00000100:00000001:0.0:1788205137.372164:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.372165:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.372167:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.372170:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.372171:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.372173:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.372174:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687587:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205137.687593:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687597:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205137.687600:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205137.687602:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205137.687604:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687607:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205137.687609:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687610:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687611:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687614:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205137.687615:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205137.687617:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205137.687618:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205137.687692:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205137.687696:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205137.687699:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205138.391175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205138.391184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205138.391186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205138.391192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205138.391196:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205138.391199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205138.391202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205138.391207:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205138.391210:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205138.712145:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205138.712154:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205138.712160:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205138.712161:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205138.712165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205138.712166:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205138.712169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205138.712170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205138.712248:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205138.712251:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205138.712282:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205139.415192:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205139.415200:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205139.415202:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205139.415208:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205139.415213:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205139.415216:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205139.415219:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205139.415222:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205139.415225:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205139.671210:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298944753, at 4298944768
00000100:00000040:2.0:1788205139.671211:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298944753, at 4298944768
00000100:00000010:3.0:1788205139.671233:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3840.
00000100:00000010:2.0:1788205139.671248:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3360.
00010000:00000001:3.0:1788205139.735220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205139.735232:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205139.735235:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205139.735253:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205139.735258:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205139.735261:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205139.735263:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205139.735266:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205139.735271:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205139.735273:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205139.735277:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205139.735279:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205139.735283:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205139.735284:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205139.735467:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205139.735471:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205139.735475:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205140.439184:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205140.439191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205140.439193:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205140.439202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205140.439207:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205140.439211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205140.439214:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205140.439218:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205140.439221:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205140.759188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205140.759197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205140.759204:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205140.759205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205140.759209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205140.759211:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205140.759215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205140.759216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205140.759302:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205140.759307:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205140.759310:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205141.463202:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205141.463229:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205141.463232:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205141.463239:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205141.463244:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205141.463249:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205141.463253:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205141.463257:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205141.463260:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205141.783229:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205141.783239:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205141.783247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205141.783248:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205141.783252:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205141.783253:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205141.783257:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205141.783258:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205141.783504:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205141.783508:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205141.783512:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205142.487176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205142.487183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205142.487186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205142.487204:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205142.487208:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205142.487211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205142.487214:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205142.487216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205142.487219:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205142.487238:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205142.487242:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205142.487244:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205142.487247:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205142.487251:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205142.487259:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4275
00000400:00000200:1.0:1788205142.487267:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205142.487272:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205142.487276:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205142.487279:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487282:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205142.487285:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487287:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205142.487291:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205142.487293:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788205142.487295:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205142.487298:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788205142.487301:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788205142.487304:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788205142.487306:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487309:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205142.487310:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487312:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205142.487315:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788205142.487318:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487321:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205142.487323:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205142.487326:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205142.487329:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487330:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205142.487332:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205142.487341:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788205142.487344:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788205142.487348:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205142.487350:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487353:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205142.487355:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205142.487359:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205142.487366:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1400.
00000100:00000001:1.0:1788205142.487372:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205142.487380:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205142.487391:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205142.487394:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205142.487399:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205142.487423:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205142.487426:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205142.487429:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205142.487431:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205142.487433:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205142.487435:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205142.487438:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4275
00000400:00000200:1.0:1788205142.487441:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205142.487443:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205142.487446:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205142.487450:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487452:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205142.487455:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487457:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205142.487458:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788205142.487459:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205142.487461:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788205142.487462:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205142.487465:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000100:00000001:0.0:1788205142.487467:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788205142.487468:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000001:0.0:1788205142.487471:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788205142.487472:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788205142.487477:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487481:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205142.487483:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205142.487484:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487489:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205142.487495:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788205142.487500:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205142.487501:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205142.487504:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.487505:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205142.487507:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205142.487512:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205142.487513:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.487516:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205142.487517:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487522:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205142.487523:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788205142.487526:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788205142.487530:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618736640:192.168.201.124@tcp:250:kworker.0
00000008:00000001:1.0:1788205142.487531:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487535:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.487539:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1788205142.487541:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000020:00000040:1.0:1788205142.487544:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205142.487546:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205142.487547:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205142.487550:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.487551:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487554:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205142.487555:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788205142.487557:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205142.487560:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205142.487562:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000010:1.0:1788205142.487565:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0c00.
02000000:00000001:0.0:1788205142.487566:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487570:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.487575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00100000:1.0:1788205142.487579:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788205142.487582:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:1.0:1788205142.487590:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788205142.487591:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000001:1.0:1788205142.487593:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205142.487598:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.487599:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736640, portal 25
00000100:00000001:0.0:1788205142.487605:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.487607:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371072 : -116879935180544 : ffff95b2c4fb7100)
00000100:00000001:1.0:1788205142.487614:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.487615:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205142.487618:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205142.487626:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205142.487629:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205142.487630:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788205142.487632:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788205142.487637:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487638:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1788205142.487640:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00080000:1.0:1788205142.487643:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4275
00000100:00000200:0.0:1788205142.487645:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618736640, offset 0
00000400:00000200:1.0:1788205142.487649:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.487653:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:1.0:1788205142.487656:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205142.487659:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205142.487662:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788205142.487664:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487667:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205142.487670:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000040:1.0:1788205142.487672:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487676:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205142.487677:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788205142.487680:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205142.487682:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000400:00000200:0.0:1788205142.487683:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:1.0:1788205142.487686:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205142.487689:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788205142.487689:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788205142.487693:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:0.0:1788205142.487696:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000020:00000001:1.0:1788205142.487697:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788205142.487703:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205142.487706:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4013:4013:256:4294967295] 192.168.201.124@tcp LPNI seq info [4013:4013:8:4294967295]
00000100:00000001:1.0:1788205142.487707:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205142.487711:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487715:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205142.487717:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:1.0:1788205142.487719:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788205142.487724:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487726:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205142.487728:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205142.487732:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205142.487736:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.487737:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788205142.487739:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205142.487742:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205142.487746:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205142.487749:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487750:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205142.487756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000100:00000010:1.0:1788205142.487756:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000020:00000040:1.0:1788205142.487759:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205142.487763:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1788205142.487765:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
02000000:00000001:1.0:1788205142.487766:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205142.487768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788205142.487769:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205142.487772:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205142.487775:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205142.487776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205142.487780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
02000000:00000010:1.0:1788205142.487782:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2c00.
00000800:00000100:0.0:1788205142.487787:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487787:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205142.487792:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000100:00100000:1.0:1788205142.487795:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205142.487799:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788205142.487806:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205142.487810:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788205142.487811:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.487819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000100:00000040:1.0:1788205142.487819:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205142.487824:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205142.487831:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788205142.487832:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205142.487836:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788205142.487838:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205142.487842:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205142.487846:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205142.487849:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205142.487852:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788205142.487852:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788205142.487858:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205142.487859:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4275
00000400:00000200:1.0:1788205142.487867:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205142.487873:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205142.487875:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205142.487876:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205142.487877:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1788205142.487882:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205142.487883:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487885:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205142.487889:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205142.487890:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205142.487894:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205142.487895:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298949871
00000020:00000001:1.0:1788205142.487897:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205142.487900:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000010:0.0:1788205142.487901:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3420.
00000020:00000001:1.0:1788205142.487902:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205142.487905:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:0.0:1788205142.487908:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1788205142.487908:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788205142.487913:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788205142.487917:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.487918:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205142.487920:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205142.487922:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298949871
00000100:00000001:1.0:1788205142.487923:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000010:0.0:1788205142.487928:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3a20.
00000020:00000040:1.0:1788205142.487928:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788205142.487934:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205142.487935:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788205142.487938:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.487941:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205142.487942:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205142.487946:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.487947:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205142.487951:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.487953:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788205142.487956:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205142.487959:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1788205142.487961:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788205142.487963:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487967:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205142.487973:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000020:00000040:1.0:1788205142.487977:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205142.487982:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205142.487984:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.487989:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1788205142.487990:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1788205142.487991:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1788205142.487994:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1788205142.487995:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205142.487997:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
02000000:00000010:1.0:1788205142.488000:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000400:00000200:0.0:1788205142.488001:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205142.488005:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:1.0:1788205142.488007:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488008:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.488017:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205142.488017:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205142.488039:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205142.488040:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205142.488045:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488049:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788205142.488071:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488077:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488082:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205142.488083:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488084:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788205142.488089:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788205142.488092:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205142.488094:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205142.488097:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205142.488100:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205142.488101:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205142.488104:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788205142.488108:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205142.488110:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4275
00000400:00000200:1.0:1788205142.488118:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205142.488121:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1788205142.488124:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205142.488125:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488128:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788205142.488128:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205142.488130:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488133:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1788205142.488134:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205142.488135:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205142.488140:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1788205142.488141:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1788205142.488144:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:0.0:1788205142.488147:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:1.0:1788205142.488149:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205142.488150:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1788205142.488152:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1788205142.488156:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205142.488156:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788205142.488159:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205142.488163:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788205142.488165:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788205142.488167:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788205142.488172:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.488178:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788205142.488181:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618736640:192.168.201.124@tcp:250:kworker.0
00000100:00000040:1.0:1788205142.488182:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205142.488187:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205142.488200:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788205142.488202:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788205142.488204:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788205142.488208:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:0.0:1788205142.488212:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7100 x1875064618736640/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205142.488213:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205142.488217:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205142.488220:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205142.488225:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488227:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788205142.488228:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205142.488231:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:1.0:1788205142.488232:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000010:0.0:1788205142.488234:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
00000008:00000001:1.0:1788205142.488235:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488239:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788205142.488239:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205142.488242:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.488244:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000010:1.0:1788205142.488245:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000001:0.0:1788205142.488246:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.488251:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1400.
00000020:00000040:1.0:1788205142.488251:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205142.488257:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205142.488257:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205142.488260:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1788205142.488260:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205142.488263:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7100.
00000100:00000001:1.0:1788205142.488264:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205142.488267:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1788205142.488267:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205142.488270:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788205142.488271:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488273:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1788205142.488277:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:0.0:1788205142.488280:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205142.488282:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.488282:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488287:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205142.488289:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205142.488291:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1788205142.488292:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205142.488296:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205142.488313:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205142.488315:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205142.488317:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488318:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488323:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.488325:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.488327:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205142.488327:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.488333:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.488341:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.488343:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.488346:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488348:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788205142.488348:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205142.488352:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205142.488354:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205142.488355:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4285)
00000400:00000200:0.0:1788205142.488359:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205142.488362:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205142.488364:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205142.488367:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736768, portal 10
00000100:00000001:0.0:1788205142.488369:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.488378:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774368384 : -116879935183232 : ffff95b2c4fb6680)
00000100:00000040:0.0:1788205142.488383:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488387:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.488389:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205142.488390:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205142.488392:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618736768, offset 0
00000400:00000200:0.0:1788205142.488394:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205142.488397:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.488400:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205142.488403:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.488405:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205142.488407:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.488409:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205142.488412:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4014:4014:256:4294967295] 192.168.201.124@tcp LPNI seq info [4014:4014:8:4294967295]
00000400:00000200:0.0:1788205142.488416:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.488422:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.488426:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.488429:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205142.488433:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205142.488436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205142.488441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205142.488443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205142.488447:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.488448:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205142.488451:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.488454:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.488457:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205142.488459:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205142.488462:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.488465:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488472:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.488474:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488480:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488481:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.488484:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.488487:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205142.488490:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205142.488492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298949783
00000100:00000001:0.0:1788205142.488495:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.488497:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298949783
00000100:00000001:0.0:1788205142.488498:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.488500:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.488502:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488504:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.488507:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.488513:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.488514:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.488517:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205142.488519:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205142.488520:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205142.488522:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.488525:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.488531:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488536:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.488538:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488539:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.488540:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.488544:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488549:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.488553:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488559:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.488561:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488562:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.488563:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488565:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.488566:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.488569:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.488572:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205142.488574:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.488577:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.488584:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736768:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.488587:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.488591:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488597:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.488598:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488600:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.488601:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.488603:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.488606:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.488609:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.488610:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.488612:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488613:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.488616:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205142.488618:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.488621:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205142.488623:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205142.488625:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205142.488628:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618736896, portal 10
00000100:00000001:0.0:1788205142.488630:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.488631:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774362112 : -116879935189504 : ffff95b2c4fb4e00)
00000100:00000040:0.0:1788205142.488636:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488641:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.488643:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205142.488646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205142.488648:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618736896, offset 0
00000400:00000200:0.0:1788205142.488651:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205142.488655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.488658:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205142.488660:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.488663:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205142.488664:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.488665:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205142.488667:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4015:4015:256:4294967295] 192.168.201.124@tcp LPNI seq info [4015:4015:8:4294967295]
00000400:00000200:0.0:1788205142.488670:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.488674:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.488676:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.488678:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205142.488680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205142.488682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205142.488685:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205142.488687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205142.488690:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.488692:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205142.488694:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.488698:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.488700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205142.488702:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205142.488704:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.488708:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488715:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.488718:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488724:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488726:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.488729:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.488731:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205142.488734:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205142.488736:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298947628
00000100:00000001:0.0:1788205142.488738:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.488740:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298947628
00000100:00000001:0.0:1788205142.488742:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.488743:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.488744:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488746:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.488748:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.488753:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.488754:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.488755:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205142.488756:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205142.488758:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205142.488759:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.488761:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.488765:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488769:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.488770:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488771:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.488771:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.488773:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488777:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.488779:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488785:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.488787:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488789:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.488790:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488791:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.488793:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.488795:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.488798:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205142.488800:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.488804:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.488812:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618736896:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.488816:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.488819:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488825:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.488826:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488828:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.488829:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.488831:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.488833:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.488835:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.488836:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.488837:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.488838:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.488841:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205142.488842:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.488844:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205142.488846:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205142.488848:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205142.488850:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737024, portal 4
00000100:00000001:0.0:1788205142.488851:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.488852:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774361216 : -116879935190400 : ffff95b2c4fb4a80)
00000100:00000040:0.0:1788205142.488856:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488860:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.488862:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205142.488863:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205142.488864:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618737024, offset 0
00000400:00000200:0.0:1788205142.488866:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205142.488869:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.488871:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205142.488873:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.488874:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205142.488876:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.488877:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205142.488879:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4016:4016:256:4294967295] 192.168.201.124@tcp LPNI seq info [4016:4016:8:4294967295]
00000400:00000200:0.0:1788205142.488881:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.488885:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.488887:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.488889:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205142.488891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205142.488893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205142.488895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205142.488897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205142.488899:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.488900:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205142.488902:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.488904:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.488906:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205142.488907:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205142.488909:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.488910:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488915:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.488917:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488926:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488928:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.488930:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.488932:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205142.488935:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205142.488937:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298947608
00000100:00000001:0.0:1788205142.488939:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.488941:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298947608
00000100:00000001:0.0:1788205142.488943:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.488945:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.488947:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.488949:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.488953:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.488959:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.488961:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.488963:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205142.488965:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205142.488966:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205142.488969:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.488971:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.488976:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488979:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.488980:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488981:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.488982:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.488984:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488989:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.488991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.488995:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.488996:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.488998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.488999:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.488999:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.489001:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.489002:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205142.489003:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.489005:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.489009:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737024:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.489011:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489012:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.489014:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6680 x1875064618736768/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489018:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.489020:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.489021:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212000.
02000000:00000001:0.0:1788205142.489023:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.489024:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.489025:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205142.489026:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.489027:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0c00.
02000000:00000001:0.0:1788205142.489030:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.489031:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.489031:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6680.
00000100:00000001:0.0:1788205142.489033:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.489034:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489035:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.489037:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4e00 x1875064618736896/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489041:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.489041:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.489042:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213800.
02000000:00000001:0.0:1788205142.489044:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.489045:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.489045:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205142.489046:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.489047:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2c00.
02000000:00000001:0.0:1788205142.489050:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.489065:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.489066:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4e00.
00000100:00000001:0.0:1788205142.489068:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.489068:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489069:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.489071:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4a80 x1875064618737024/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489075:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.489075:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.489076:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205142.489077:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.489078:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.489079:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205142.489080:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.489081:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:0.0:1788205142.489082:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.489083:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.489084:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4a80.
00000100:00000001:0.0:1788205142.489085:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.489086:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489087:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489089:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205142.489090:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.489091:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205142.489092:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205142.489093:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.489095:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489099:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.489100:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.489101:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.489102:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.489103:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.489105:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.489106:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.489108:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.489109:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.489110:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.489111:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205142.489113:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.489115:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205142.489116:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205142.489118:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205142.489120:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737152, portal 4
00000100:00000001:0.0:1788205142.489121:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.489122:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774365696 : -116879935185920 : ffff95b2c4fb5c00)
00000100:00000040:0.0:1788205142.489126:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489129:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.489131:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205142.489132:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205142.489133:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618737152, offset 0
00000400:00000200:0.0:1788205142.489135:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205142.489138:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.489140:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205142.489142:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.489144:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205142.489145:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.489147:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205142.489149:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4017:4017:256:4294967295] 192.168.201.124@tcp LPNI seq info [4017:4017:8:4294967295]
00000400:00000200:0.0:1788205142.489151:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205142.489155:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.489157:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.489159:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205142.489161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205142.489163:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205142.489167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205142.489169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205142.489173:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205142.489174:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205142.489177:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.489180:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.489183:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205142.489184:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205142.489186:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.489207:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489215:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.489218:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489225:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.489226:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.489229:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.489232:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205142.489235:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205142.489237:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298947743
00000100:00000001:0.0:1788205142.489240:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.489242:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298947743
00000100:00000001:0.0:1788205142.489243:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298949871
00000100:00000001:0.0:1788205142.489246:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.489247:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.489249:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.489252:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.489258:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.489259:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.489261:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205142.489263:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205142.489265:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205142.489266:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.489269:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.489276:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489282:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.489283:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489285:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.489286:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.489289:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489294:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.489297:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489303:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.489305:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489306:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.489307:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489308:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.489310:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.489312:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.489315:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205142.489317:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.489320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.489326:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737152:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.489329:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489330:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.489333:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5c00 x1875064618737152/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.489338:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.489340:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.489342:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210c00.
02000000:00000001:0.0:1788205142.489344:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.489345:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.489346:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205142.489348:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.489349:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:0.0:1788205142.489352:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.489353:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.489354:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5c00.
00000100:00000001:0.0:1788205142.489356:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.489357:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489359:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.489362:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205142.489364:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.489365:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205142.489367:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205142.807245:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205142.807252:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205142.807258:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205142.807259:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205142.807263:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205142.807264:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205142.807267:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205142.807268:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205142.807604:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205142.807608:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205142.807611:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205143.511519:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205143.511523:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205143.511525:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205143.511528:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205143.511531:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205143.511534:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205143.511536:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205143.511537:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205143.511539:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205143.831666:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205143.831673:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205143.831677:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205143.831679:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205143.831682:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205143.831683:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205143.831686:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205143.831687:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205143.831786:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205143.831790:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205143.831793:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205144.535181:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205144.535189:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205144.535192:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205144.535197:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205144.535200:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205144.535204:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205144.535207:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205144.535209:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205144.535212:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205144.791552:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298949871, at 4298949888
00000100:00000010:3.0:1788205144.791567:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3a20.
00000100:00000040:2.0:1788205144.791833:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298949871, at 4298949888
00000100:00000010:2.0:1788205144.791840:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3420.
00010000:00000001:3.0:1788205144.855185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205144.855192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205144.855198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205144.855199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205144.855202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205144.855204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205144.855207:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205144.855208:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205144.855268:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205144.855271:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205144.855275:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205145.559158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205145.559166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205145.559168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205145.559173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205145.559176:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205145.559180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205145.559182:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205145.559185:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205145.559188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879179:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205145.879186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205145.879192:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205145.879198:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205145.879200:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205145.879206:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205145.879208:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205145.879210:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879212:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205145.879215:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879216:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879219:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205145.879223:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205145.879225:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205145.879226:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879227:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205145.879228:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879230:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205145.879232:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205145.879504:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205145.879507:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205145.879510:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205146.583365:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205146.583372:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205146.583374:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205146.583379:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205146.583383:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205146.583386:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205146.583389:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205146.583392:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205146.583395:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205146.903222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205146.903229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205146.903235:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205146.903236:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205146.903240:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205146.903241:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205146.903244:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205146.903245:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205146.903939:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205146.903943:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205146.903947:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205147.607826:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205147.607837:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205147.607839:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205147.607842:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205147.607847:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205147.607854:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4280
00000400:00000200:1.0:1788205147.607862:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205147.607867:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205147.607870:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205147.607873:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.607876:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.607877:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.607879:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205147.607882:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205147.607883:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788205147.607886:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205147.607889:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788205147.607892:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788205147.607895:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788205147.607899:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.607901:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.607903:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.607905:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205147.607908:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788205147.607911:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205147.607914:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.607917:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205147.607920:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205147.607923:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.607925:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205147.607927:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205147.607935:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5880.
00000020:00000040:1.0:1788205147.607939:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788205147.607943:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205147.607945:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.607948:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205147.607950:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205147.607954:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205147.607962:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:1.0:1788205147.607968:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205147.607976:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205147.607984:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205147.607987:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205147.607990:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001054ab8c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205147.608008:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205147.608010:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205147.608012:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205147.608013:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205147.608015:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205147.608016:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205147.608017:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4280
00000400:00000200:1.0:1788205147.608020:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205147.608022:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205147.608024:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205147.608026:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608027:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.608028:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608029:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205147.608031:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205147.608031:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788205147.608032:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205147.608034:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788205147.608035:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788205147.608036:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788205147.608038:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608039:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.608040:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608042:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205147.608044:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788205147.608046:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608048:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.608049:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205147.608069:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205147.608071:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608073:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205147.608077:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205147.608080:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608082:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205147.608087:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5c00.
00000020:00000040:1.0:1788205147.608089:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205147.608091:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788205147.608092:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205147.608096:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.608097:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205147.608099:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205147.608115:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205147.608123:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205147.608128:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205147.608132:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.608136:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1788205147.608139:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:3.0:1788205147.608140:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608145:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608146:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205147.608151:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788205147.608155:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205147.608155:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205147.608164:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618737280:192.168.201.124@tcp:250:kworker.0
00000100:00000001:1.0:1788205147.608169:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205147.608172:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205147.608174:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608178:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205147.608181:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205147.608182:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1b4a162] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205147.608184:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205147.608190:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
00000100:00000001:1.0:1788205147.608191:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608195:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205147.608196:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205147.608199:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205147.608200:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205147.608202:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:1.0:1788205147.608203:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205147.608206:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1788205147.608207:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00080000:1.0:1788205147.608210:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4280
00000400:00000200:1.0:1788205147.608214:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205147.608214:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf770.
00000400:00000200:1.0:1788205147.608221:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:3.0:1788205147.608221:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737280, portal 25
00000100:00080000:1.0:1788205147.608224:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205147.608225:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205147.608227:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774364800 : -116879935186816 : ffff95b2c4fb5880)
00000100:00000040:1.0:1788205147.608231:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000040:3.0:1788205147.608235:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205147.608236:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.608242:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608247:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205147.608249:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1788205147.608252:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205147.608256:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000100:00000040:3.0:1788205147.608256:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000001:1.0:1788205147.608261:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:3.0:1788205147.608262:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfbb0.
00000020:00000040:1.0:1788205147.608265:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000200:3.0:1788205147.608267:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618737280, offset 0
00000020:00000001:1.0:1788205147.608270:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788205147.608274:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000400:00000200:3.0:1788205147.608277:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000040:1.0:1788205147.608281:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608284:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.608287:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608289:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205147.608291:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205147.608295:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788205147.608300:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608301:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:1.0:1788205147.608303:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.608307:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205147.608310:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205147.608311:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1788205147.608316:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608319:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:1.0:1788205147.608320:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205147.608324:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205147.608326:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1788205147.608329:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608333:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608334:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205147.608340:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4a80.
00000400:00000200:3.0:1788205147.608340:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4018:4018:256:4294967295] 192.168.201.124@tcp LPNI seq info [4018:4018:8:4294967295]
00000020:00000040:1.0:1788205147.608345:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000400:00000200:3.0:1788205147.608351:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:1.0:1788205147.608352:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205147.608355:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608358:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205147.608360:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205147.608362:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608368:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1788205147.608369:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000100:00000001:1.0:1788205147.608375:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205147.608379:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00100000:1.0:1788205147.608384:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1788205147.608388:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994f00.
00000100:00000001:1.0:1788205147.608396:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205147.608400:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205147.608404:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b34f4467] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205147.608415:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205147.608416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00080000:1.0:1788205147.608419:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205147.608425:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1788205147.608425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788205147.608427:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205147.608431:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205147.608434:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205147.608438:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4280
00000400:00000200:1.0:1788205147.608441:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205147.608444:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205147.608445:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205147.608447:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205147.608453:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608454:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205147.608459:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205147.608460:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298954992
00000100:00000040:1.0:1788205147.608465:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608469:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205147.608471:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205147.608472:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788205147.608475:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1788205147.608476:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e893c0.
00000020:00000040:1.0:1788205147.608477:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788205147.608482:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788205147.608484:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788205147.608485:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1788205147.608490:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205147.608493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298954992
00000100:00000001:1.0:1788205147.608494:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.608500:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000010:3.0:1788205147.608500:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89e40.
00000100:00000001:1.0:1788205147.608504:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205147.608506:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1788205147.608510:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:3.0:1788205147.608512:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788205147.608516:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608521:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.608523:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205147.608524:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.608526:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205147.608530:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.608531:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.608535:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205147.608536:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205147.608540:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205147.608544:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608546:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.608546:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:1.0:1788205147.608550:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4e00.
00000100:00000001:3.0:1788205147.608551:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:1.0:1788205147.608557:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205147.608557:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205147.608560:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788205147.608562:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205147.608563:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788205147.608565:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608568:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205147.608571:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788205147.608572:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205147.608573:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205147.608580:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:3.0:1788205147.608581:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205147.608584:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608586:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608587:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205147.608590:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.608595:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205147.608596:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788205147.608601:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205147.608610:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205147.608612:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205147.608615:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788205147.608616:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608618:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608622:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788205147.608625:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eb82342] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205147.608627:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81c00.
02000000:00000001:3.0:1788205147.608632:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608640:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205147.608645:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5620b0.
00000100:00000001:1.0:1788205147.608646:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205147.608648:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfaa0.
00000100:00080000:1.0:1788205147.608650:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1788205147.608652:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737408, portal 10
00000100:00000001:3.0:1788205147.608656:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788205147.608659:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205147.608659:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774365696 : -116879935185920 : ffff95b2c4fb5c00)
00000100:00000001:1.0:1788205147.608664:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205147.608666:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788205147.608669:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205147.608670:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205147.608677:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4280
00000100:00000001:3.0:1788205147.608679:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1788205147.608686:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788205147.608686:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205147.608691:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf660.
00000400:00000200:1.0:1788205147.608693:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000200:3.0:1788205147.608695:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618737408, offset 0
00000100:00080000:1.0:1788205147.608697:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205147.608704:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608704:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608708:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205147.608713:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608714:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205147.608719:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205147.608721:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205147.608724:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000400:00000200:3.0:1788205147.608724:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000001:1.0:1788205147.608728:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788205147.608731:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1788205147.608732:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788205147.608736:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:3.0:1788205147.608737:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000020:00000001:1.0:1788205147.608741:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000400:00000200:3.0:1788205147.608743:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788205147.608748:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608750:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608753:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205147.608757:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4019:4019:255:4294967295] 192.168.201.124@tcp LPNI seq info [4019:4019:7:4294967295]
00000100:00000040:1.0:1788205147.608759:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608765:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:3.0:1788205147.608769:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:1.0:1788205147.608771:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788205147.608777:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205147.608784:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608784:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788205147.608790:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788205147.608793:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:1.0:1788205147.608795:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1788205147.608797:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994d00.
02000000:00000001:1.0:1788205147.608800:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205147.608802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:1.0:1788205147.608805:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788205147.608806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00100000:1.0:1788205147.608810:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1788205147.608810:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.608815:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000008:00000001:1.0:1788205147.608816:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608821:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:1.0:1788205147.608822:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.608824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298954903
00000100:00000010:1.0:1788205147.608828:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6680.
00000100:00000001:3.0:1788205147.608828:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.608830:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298954903
00000020:00000040:1.0:1788205147.608834:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205147.608834:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.608838:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205147.608840:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205147.608841:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205147.608843:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.608844:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205147.608848:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205147.608850:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788205147.608851:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205147.608853:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205147.608859:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:3.0:1788205147.608861:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205147.608863:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608865:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.608866:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205147.608868:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.608870:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205147.608874:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737536:192.168.201.124@tcp:38:kworker.0
00000100:00100000:1.0:1788205147.608875:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205147.608879:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205147.608883:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205147.608885:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608889:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205147.608890:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788205147.608893:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205147.608898:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030083403] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205147.608901:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205147.608906:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.608910:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.608914:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:1.0:1788205147.608916:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4290)
00000400:00000010:3.0:1788205147.608919:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562528.
00000400:00000010:3.0:1788205147.608924:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf7f8.
00000100:00000200:3.0:1788205147.608927:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737536, portal 10
00000100:00000001:3.0:1788205147.608930:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205147.608931:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774361216 : -116879935190400 : ffff95b2c4fb4a80)
00000100:00000040:3.0:1788205147.608938:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.608943:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205147.608946:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205147.608948:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf908.
00000100:00000200:3.0:1788205147.608950:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618737536, offset 0
00000400:00000200:3.0:1788205147.608953:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608957:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205147.608961:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205147.608963:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205147.608965:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205147.608967:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205147.608969:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.608972:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4020:4020:254:4294967295] 192.168.201.124@tcp LPNI seq info [4020:4020:6:4294967295]
00000400:00000200:3.0:1788205147.608975:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205147.608980:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205147.608998:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205147.609001:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994200.
00000800:00000200:3.0:1788205147.609005:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205147.609009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205147.609012:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.609014:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205147.609017:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205147.609019:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298952748
00000100:00000001:3.0:1788205147.609021:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.609023:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298952748
00000100:00000001:3.0:1788205147.609024:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.609026:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205147.609029:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.609031:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.609033:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205147.609036:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205147.609037:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205147.609039:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205147.609041:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205147.609041:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205147.609045:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.609074:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205147.609075:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.609077:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205147.609078:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.609080:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205147.609082:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205147.609085:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205147.609087:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205147.609088:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.609090:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205147.609092:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83400.
02000000:00000001:3.0:1788205147.609094:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.609097:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205147.609100:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5629f8.
00000400:00000010:3.0:1788205147.609114:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edfa18.
00000100:00000200:3.0:1788205147.609118:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737664, portal 4
00000100:00000001:3.0:1788205147.609120:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205147.609121:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774362112 : -116879935189504 : ffff95b2c4fb4e00)
00000100:00000040:3.0:1788205147.609126:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.609131:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205147.609133:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205147.609135:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205147.609137:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618737664, offset 0
00000400:00000200:3.0:1788205147.609141:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205147.609144:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205147.609147:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205147.609150:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205147.609152:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205147.609154:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205147.609156:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.609159:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4021:4021:253:4294967295] 192.168.201.124@tcp LPNI seq info [4021:4021:5:4294967295]
00000400:00000200:3.0:1788205147.609162:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205147.609167:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205147.609170:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205147.609174:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994400.
00000800:00000200:3.0:1788205147.609177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205147.609181:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205147.609184:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.609186:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205147.609189:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205147.609190:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298952729
00000100:00000001:3.0:1788205147.609192:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.609194:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298952729
00000100:00000001:3.0:1788205147.609196:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.609198:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205147.609200:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.609202:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205147.609206:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.609211:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205147.609212:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.609214:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205147.609216:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.609218:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205147.609220:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205147.609223:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205147.609225:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205147.609226:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.609228:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205147.609231:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82400.
02000000:00000001:3.0:1788205147.609233:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205147.609235:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205147.609238:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca5621b8.
00000400:00000010:3.0:1788205147.609241:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf110.
00000100:00000200:3.0:1788205147.609244:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737792, portal 4
00000100:00000001:3.0:1788205147.609245:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205147.609247:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774368384 : -116879935183232 : ffff95b2c4fb6680)
00000100:00000040:3.0:1788205147.609252:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.609257:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205147.609259:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205147.609261:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205147.609263:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618737792, offset 0
00000400:00000200:3.0:1788205147.609267:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205147.609270:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205147.609273:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205147.609275:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205147.609277:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205147.609279:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205147.609281:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205147.609283:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4022:4022:252:4294967295] 192.168.201.124@tcp LPNI seq info [4022:4022:4:4294967295]
00000400:00000200:3.0:1788205147.609286:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205147.609291:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205147.609295:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205147.609298:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205147.609303:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205147.609306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205147.609309:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.609311:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205147.609314:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205147.609316:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298952863
00000100:00000001:3.0:1788205147.609318:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.609320:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298952863
00000100:00000001:3.0:1788205147.609322:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298954992
00000100:00000001:3.0:1788205147.609324:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205147.609326:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.609328:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.609329:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205147.609331:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205147.609332:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205147.609334:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205147.609335:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205147.609336:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.609337:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.610200:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205147.610207:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205147.610209:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.610213:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205147.610216:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205147.610220:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.610223:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205147.610225:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.610227:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205147.927219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927223:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205147.927226:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205147.927228:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205147.927230:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927232:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205147.927233:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927235:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927236:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927238:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205147.927239:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205147.927241:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205147.927242:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205147.927317:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205147.927320:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205147.927322:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205148.631260:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205148.631266:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205148.631268:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205148.631274:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205148.631277:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205148.631281:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205148.631284:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205148.631286:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205148.631288:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205148.951178:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205148.951185:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205148.951191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205148.951193:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205148.951197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205148.951198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205148.951202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205148.951203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205148.951272:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205148.951280:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205148.951283:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205149.655172:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205149.655178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205149.655180:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205149.655184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205149.655187:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205149.655191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205149.655193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205149.655195:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205149.655197:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205149.911122:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298954992, at 4298955008
00000100:00000040:3.0:1788205149.911122:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298954992, at 4298955008
00000100:00000010:3.0:1788205149.911135:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89e40.
00000100:00000010:2.0:1788205149.911137:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e893c0.
00010000:00000001:3.0:1788205149.975180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205149.975187:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205149.975190:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205149.975193:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205149.975197:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205149.975207:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205149.975212:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205149.975215:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205149.975219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205149.975220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205149.975224:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205149.975225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205149.975228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205149.975230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205149.975285:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205149.975288:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205149.975291:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205150.679170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205150.679178:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205150.679181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205150.679187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205150.679192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205150.679195:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.679198:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205150.679200:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.679203:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1788205150.679553:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.124:988
00000400:00000100:3.0:1788205150.679593:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.124@tcp at host 192.168.201.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788205150.679604:0:2375:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205150.679607:0:2375:0:(router.c:1791:lnet_notify()) 192.168.201.24@tcp notifying 192.168.201.124@tcp: down
00000400:00000200:3.0:1788205150.679612:0:2375:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205150.679616:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788205150.679621:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788205150.679624:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994f00.
00000400:00000200:3.0:1788205150.679629:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205150.679633:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205150.679640:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfbb0
00000400:00000010:3.0:1788205150.679642:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfbb0.
00000100:00000001:3.0:1788205150.679647:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205150.679655:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679682:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205150.679687:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679694:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205150.679695:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205150.679704:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788205150.679707:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994d00.
00000400:00000200:3.0:1788205150.679709:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205150.679711:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205150.679714:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf660
00000400:00000010:3.0:1788205150.679715:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf660.
00000100:00000001:3.0:1788205150.679717:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205150.679721:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679728:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205150.679730:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679736:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205150.679738:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205150.679742:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788205150.679744:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994200.
00000400:00000200:3.0:1788205150.679747:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205150.679750:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205150.679753:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf908
00000400:00000010:3.0:1788205150.679755:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf908.
00000100:00000001:3.0:1788205150.679757:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205150.679760:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679768:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205150.679770:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679776:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205150.679777:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205150.679781:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788205150.679783:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994400.
00000400:00000200:3.0:1788205150.679785:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205150.679788:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205150.679791:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205150.679793:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205150.679795:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205150.679799:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679806:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205150.679809:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679814:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205150.679816:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205150.679820:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.124@tcp
00000800:00000010:3.0:1788205150.679822:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205150.679824:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205150.679827:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205150.679830:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205150.679832:0:2375:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205150.679834:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205150.679837:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679844:0:2375:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205150.679846:0:2375:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205150.679852:0:2375:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205150.679854:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205150.679923:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205150.679926:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205150.679928:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205150.679934:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205150]  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205150.679945:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205150.679946:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205150.679949:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5629f8.
00000400:00000200:0.0:1788205150.679953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfa18
00000400:00000010:0.0:1788205150.679954:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfa18.
00000100:00000001:0.0:1788205150.679957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205150.679960:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205150.679967:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.679973:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205150.679974:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.679977:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.679979:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205150.679983:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.679997:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205150.680002:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680009:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205150.680012:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680014:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680015:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680022:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205150.680025:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205150.680028:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205150.680032:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205150.680034:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205150.680038:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205150.680045:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737664:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205150.680084:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205150.680088:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205150]  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205150.680095:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205150.680096:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205150.680098:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5621b8.
00000400:00000200:0.0:1788205150.680100:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf110
00000400:00000010:0.0:1788205150.680102:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf110.
00000100:00000001:0.0:1788205150.680104:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205150.680108:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205150.680116:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680122:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205150.680124:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680126:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680127:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205150.680130:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680136:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205150.680139:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680145:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205150.680147:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680148:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680150:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680151:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205150.680153:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205150.680155:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205150.680158:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205150.680160:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205150.680163:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205150.680171:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737792:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205150.680174:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205150.680177:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205150]  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205150.680183:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205150.680185:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205150.680187:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca5620b0.
00000400:00000200:0.0:1788205150.680189:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edfaa0
00000400:00000010:0.0:1788205150.680190:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edfaa0.
00000100:00000001:0.0:1788205150.680192:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205150.680195:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205150.680203:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680209:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205150.680210:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680212:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680213:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205150.680216:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680223:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205150.680226:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680232:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205150.680234:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680235:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680236:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680238:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205150.680240:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205150.680242:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205150.680245:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205150.680247:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205150.680250:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205150.680258:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737408:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205150.680262:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205150.680266:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205150]  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205150.680273:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205150.680274:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205150.680276:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562528.
00000400:00000200:0.0:1788205150.680279:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf7f8
00000400:00000010:0.0:1788205150.680281:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf7f8.
00000100:00000001:0.0:1788205150.680283:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205150.680285:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205150.680290:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680294:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205150.680295:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680296:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680297:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205150.680299:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680303:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205150.680305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680309:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205150.680310:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680311:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680311:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680312:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205150.680313:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205150.680315:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205150.680316:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205150.680318:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205150.680320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205150.680325:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618737536:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205150.680327:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205150.680329:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205150]  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205150.680333:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205150.680334:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205150.680335:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:0.0:1788205150.680336:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf770
00000400:00000010:0.0:1788205150.680337:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf770.
00000100:00000001:0.0:1788205150.680338:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205150.680339:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205150.680343:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680347:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205150.680348:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680349:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680350:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205150.680354:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680366:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205150.680369:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680375:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205150.680377:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680379:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205150.680380:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680381:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205150.680383:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205150.680385:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205150.680389:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205150.680391:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205150.680394:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205150.680402:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618737280:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205150.680406:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680409:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205150.680411:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4e00 x1875064618737664/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680417:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205150.680420:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205150.680423:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83400.
02000000:00000001:0.0:1788205150.680428:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205150.680431:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205150.680434:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205150.680436:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205150.680438:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:0.0:1788205150.680442:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205150.680443:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205150.680445:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4e00.
00000100:00000001:0.0:1788205150.680448:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205150.680449:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680451:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205150.680454:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6680 x1875064618737792/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680460:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205150.680462:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205150.680463:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82400.
02000000:00000001:0.0:1788205150.680466:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205150.680467:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205150.680467:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205150.680469:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205150.680470:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
02000000:00000001:0.0:1788205150.680474:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205150.680475:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205150.680476:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6680.
00000100:00000001:0.0:1788205150.680479:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205150.680480:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680481:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205150.680484:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5c00 x1875064618737408/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680489:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205150.680490:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205150.680492:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81c00.
02000000:00000001:0.0:1788205150.680494:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205150.680495:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205150.680495:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205150.680497:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205150.680498:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:0.0:1788205150.680500:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205150.680501:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205150.680503:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5c00.
00000100:00000001:0.0:1788205150.680505:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205150.680506:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680507:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205150.680510:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4a80 x1875064618737536/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680516:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205150.680517:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205150.680518:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:0.0:1788205150.680520:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205150.680521:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205150.680522:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205150.680524:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205150.680525:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:0.0:1788205150.680527:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205150.680529:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205150.680530:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4a80.
00000100:00000001:0.0:1788205150.680532:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205150.680533:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680535:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205150.680538:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5880 x1875064618737280/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205150.680544:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205150.680545:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205150.680547:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:0.0:1788205150.680549:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205150.680550:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205150.680551:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205150.680552:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205150.680554:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:0.0:1788205150.680556:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205150.680557:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205150.680558:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5880.
00000100:00000001:0.0:1788205150.680560:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205150.680561:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680562:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.680570:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205150.680571:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205150.680573:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205150.680574:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205150.999136:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205150.999144:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205150.999150:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205150.999151:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205150.999154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205150.999155:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205150.999158:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205150.999159:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205150.999217:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205150.999221:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205150.999225:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205151.703158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205151.703165:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205151.703167:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205151.703173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205151.703176:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205151.703181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205151.703183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205151.703186:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205151.703189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205152.023201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205152.023207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205152.023212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205152.023213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205152.023216:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205152.023217:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205152.023220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205152.023221:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205152.023306:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205152.023310:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205152.023314:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205152.727210:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788205152.727221:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205152.727222:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205152.727228:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205152.727232:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205152.727235:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788205152.727236:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:2.0:1788205152.727237:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205152.727250:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205152.727250:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205152.727259:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788205152.727260:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4285
00000100:00000001:0.0:1788205152.727269:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788205152.727274:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205152.727275:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788205152.727280:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205152.727281:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205152.727284:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205152.727293:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727295:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.727297:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727299:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205152.727302:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205152.727303:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:2.0:1788205152.727305:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205152.727307:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:2.0:1788205152.727308:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:2.0:1788205152.727310:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:2.0:1788205152.727312:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727314:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.727316:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727318:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205152.727320:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:2.0:1788205152.727322:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727323:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205152.727325:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205152.727327:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205152.727329:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727330:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205152.727332:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205152.727336:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7800.
00000020:00000040:2.0:1788205152.727339:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:2.0:1788205152.727342:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205152.727344:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727346:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205152.727349:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205152.727353:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205152.727360:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e92000.
00000100:00000001:2.0:1788205152.727367:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205152.727376:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205152.727384:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205152.727388:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205152.727392:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002724ea40] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205152.727420:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205152.727424:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205152.727427:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205152.727429:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205152.727430:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205152.727433:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205152.727435:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4285
00000400:00000200:2.0:1788205152.727439:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205152.727441:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205152.727443:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205152.727446:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727448:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.727449:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727451:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205152.727453:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205152.727454:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:2.0:1788205152.727456:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205152.727458:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:2.0:1788205152.727459:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:2.0:1788205152.727461:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:2.0:1788205152.727463:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727465:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.727467:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727469:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205152.727471:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:2.0:1788205152.727475:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727477:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205152.727478:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205152.727483:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205152.727485:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727487:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205152.727490:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1788205152.727492:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205152.727497:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1788205152.727500:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.727502:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788205152.727505:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205152.727510:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b4700.
00000020:00000040:2.0:1788205152.727513:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000040:0.0:1788205152.727518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205152.727518:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205152.727524:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727534:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205152.727536:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205152.727543:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.727550:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1788205152.727552:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90000.
00000100:00000001:0.0:1788205152.727554:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727560:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.727564:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.727572:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788205152.727572:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205152.727581:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.727594:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618737920:192.168.201.124@tcp:250:kworker.0
00000100:00000001:2.0:1788205152.727595:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205152.727602:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.727606:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788205152.727613:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002140e2b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205152.727618:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.727626:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727629:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.727632:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788205152.727635:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205152.727640:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205152.727642:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1788205152.727645:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
00000100:00080000:2.0:1788205152.727646:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1788205152.727653:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727655:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205152.727663:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4285
00000400:00000200:0.0:1788205152.727669:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:2.0:1788205152.727676:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205152.727679:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:2.0:1788205152.727684:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205152.727688:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205152.727692:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000010:0.0:1788205152.727693:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000001:2.0:1788205152.727696:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.727701:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727703:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:2.0:1788205152.727706:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788205152.727708:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618737920, portal 25
00000020:00000040:2.0:1788205152.727708:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:2.0:1788205152.727714:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205152.727717:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1788205152.727720:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000100:00000001:0.0:1788205152.727722:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784858624 : -116879924692992 : ffff95b2c59b7800)
00000020:00000001:2.0:1788205152.727727:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:2.0:1788205152.727733:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205152.727737:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205152.727743:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727754:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.727762:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205152.727763:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788205152.727766:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000040:0.0:1788205152.727772:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000020:00000040:2.0:1788205152.727774:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000400:00000010:0.0:1788205152.727779:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00080000:2.0:1788205152.727784:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000200:0.0:1788205152.727787:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618737920, offset 0
00000100:00000001:2.0:1788205152.727791:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205152.727796:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205152.727799:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205152.727804:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.727806:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727809:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205152.727814:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205152.727824:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000008:00000001:2.0:1788205152.727825:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.727830:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205152.727834:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b7100.
00000400:00000200:0.0:1788205152.727839:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000020:00000040:2.0:1788205152.727841:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205152.727846:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205152.727849:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.727850:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205152.727857:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205152.727860:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205152.727863:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
02000000:00000001:2.0:1788205152.727863:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205152.727872:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e91800.
00000400:00000200:0.0:1788205152.727873:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.727882:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.727882:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.727890:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4023:4023:256:4294967295] 192.168.201.124@tcp LPNI seq info [4023:4023:8:4294967295]
00000100:00100000:2.0:1788205152.727894:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205152.727904:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205152.727919:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205152.727921:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.727932:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788205152.727937:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b7271b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205152.727954:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205152.727956:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1788205152.727959:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000100:00080000:2.0:1788205152.727962:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205152.727966:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205152.727968:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788205152.727971:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000100:00000001:2.0:1788205152.727971:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205152.727983:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4285
00000800:00000200:0.0:1788205152.727990:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000400:00000200:2.0:1788205152.727992:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000800:00000200:0.0:1788205152.727999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000400:00000200:2.0:1788205152.728003:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205152.728010:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1788205152.728027:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205152.728033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205152.728084:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.728089:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000100:00000040:2.0:1788205152.728092:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205152.728099:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788205152.728099:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.728107:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728115:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205152.728116:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1788205152.728125:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788205152.728128:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000020:00000040:2.0:1788205152.728129:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000010:0.0:1788205152.728135:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000020:00000001:2.0:1788205152.728135:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205152.728140:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:2.0:1788205152.728144:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205152.728145:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788205152.728148:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:0.0:1788205152.728156:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205152.728157:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728163:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.728171:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728182:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:2.0:1788205152.728189:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00000001:0.0:1788205152.728197:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788205152.728198:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728204:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.728207:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205152.728208:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205152.728213:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205152.728222:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.728230:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205152.728234:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788205152.728235:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205152.728240:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1788205152.728243:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728252:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205152.728253:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205152.728264:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6300.
00000400:00000200:0.0:1788205152.728265:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205152.728278:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298960112
00000020:00000040:2.0:1788205152.728278:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:2.0:1788205152.728289:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205152.728290:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205152.728292:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ae0.
00000100:00000001:2.0:1788205152.728294:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205152.728298:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205152.728301:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728305:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1788205152.728307:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e93000.
00000100:00000001:2.0:1788205152.728314:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728318:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298960112
00000100:00100000:2.0:1788205152.728327:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1788205152.728329:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3ba0.
00000100:00000001:2.0:1788205152.728343:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205152.728345:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728347:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1788205152.728352:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d3bda50] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.728356:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.728368:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728376:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205152.728381:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.728390:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205152.728391:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205152.728405:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205152.728414:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205152.728420:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205152.728426:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:0.0:1788205152.728428:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788205152.728431:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4285
00000400:00000001:0.0:1788205152.728433:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.728439:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:2.0:1788205152.728446:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.728447:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205152.728453:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000400:00000200:2.0:1788205152.728458:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205152.728461:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1788205152.728464:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788205152.728471:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205152.728476:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728484:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.728494:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728501:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:0.0:1788205152.728502:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205152.728512:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205152.728517:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:2.0:1788205152.728523:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205152.728525:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1788205152.728526:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:0.0:1788205152.728533:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788205152.728535:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:0.0:1788205152.728542:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788205152.728544:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:0.0:1788205152.728548:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205152.728555:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:0.0:1788205152.728560:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205152.728562:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205152.728572:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728584:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205152.728595:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205152.728595:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000040:0.0:1788205152.728609:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205152.728609:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:2.0:1788205152.728620:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205152.728630:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205152.728634:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205152.728637:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.728640:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205152.728645:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728646:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.728650:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205152.728653:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205152.728656:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1788205152.728659:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1788205152.728661:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1788205152.728667:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205152.728671:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205152.728672:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205152.728684:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c59b6680.
00000100:00080000:0.0:1788205152.728688:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000020:00000040:2.0:1788205152.728691:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:0.0:1788205152.728694:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788205152.728697:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205152.728702:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.728707:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205152.728707:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205152.728712:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205152.728718:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.728733:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618737920:192.168.201.124@tcp:250:kworker.0
02000000:00000010:2.0:1788205152.728734:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c7e90c00.
00000100:00000001:2.0:1788205152.728748:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728749:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.728754:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1788205152.728759:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205152.728767:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7800 x1875064618737920/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205152.728773:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205152.728780:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728793:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1788205152.728794:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb1ff95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205152.728798:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.728803:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205152.728810:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788205152.728812:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205152.728816:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.728819:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000100:00000040:2.0:1788205152.728822:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4295)
00000020:00000001:0.0:1788205152.728823:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.728829:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e92000.
02000000:00000001:0.0:1788205152.728836:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.728839:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.728842:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7800.
00000100:00000001:0.0:1788205152.728846:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.728849:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.728852:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.728863:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205152.728866:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.728870:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205152.728872:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205152.728874:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.728880:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.728888:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.728890:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.728893:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.728896:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.728899:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.728903:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.728907:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.728912:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.728914:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.728917:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.728922:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205152.728924:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.728929:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205152.728932:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205152.728936:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205152.728941:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738048, portal 10
00000100:00000001:0.0:1788205152.728943:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.728944:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784846080 : -116879924705536 : ffff95b2c59b4700)
00000100:00000040:0.0:1788205152.728953:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.728961:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.728964:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205152.728968:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205152.728971:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618738048, offset 0
00000400:00000200:0.0:1788205152.728976:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205152.728982:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.728988:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205152.728993:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.728996:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205152.729000:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.729003:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729007:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4024:4024:256:4294967295] 192.168.201.124@tcp LPNI seq info [4024:4024:8:4294967295]
00000400:00000200:0.0:1788205152.729022:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729034:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.729039:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729044:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205152.729082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205152.729087:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205152.729092:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205152.729095:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205152.729100:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729102:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205152.729106:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.729109:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.729113:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205152.729115:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205152.729118:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.729122:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729131:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.729134:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729141:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.729143:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.729147:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.729152:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205152.729155:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205152.729157:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298960024
00000100:00000001:0.0:1788205152.729160:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.729162:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298960024
00000100:00000001:0.0:1788205152.729164:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.729167:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.729169:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.729171:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.729176:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.729184:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.729185:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.729187:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205152.729190:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205152.729192:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205152.729194:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.729197:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.729206:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729213:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.729215:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729217:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.729219:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.729223:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729230:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.729233:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729241:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.729244:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.729247:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729250:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.729251:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.729254:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.729257:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205152.729260:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.729264:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.729273:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738048:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.729277:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.729281:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729288:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.729289:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.729291:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.729293:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.729295:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.729298:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.729301:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.729304:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.729306:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.729307:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.729311:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211800.
02000000:00000001:0.0:1788205152.729313:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.729317:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205152.729319:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205152.729322:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205152.729325:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738176, portal 10
00000100:00000001:0.0:1788205152.729327:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.729329:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784856832 : -116879924694784 : ffff95b2c59b7100)
00000100:00000040:0.0:1788205152.729335:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729342:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.729345:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205152.729347:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205152.729350:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618738176, offset 0
00000400:00000200:0.0:1788205152.729354:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729358:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729362:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205152.729365:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.729368:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205152.729371:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.729373:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729376:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4025:4025:256:4294967295] 192.168.201.124@tcp LPNI seq info [4025:4025:8:4294967295]
00000400:00000200:0.0:1788205152.729380:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729387:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.729392:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729396:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205152.729400:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205152.729403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205152.729407:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205152.729409:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205152.729413:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729415:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205152.729418:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.729421:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.729424:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205152.729427:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205152.729429:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.729432:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729439:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.729442:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729449:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.729451:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.729454:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.729457:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205152.729460:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205152.729462:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298957869
00000100:00000001:0.0:1788205152.729465:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.729467:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298957869
00000100:00000001:0.0:1788205152.729469:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.729472:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.729474:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.729475:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.729479:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.729488:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.729489:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.729491:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205152.729493:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205152.729495:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205152.729497:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.729500:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.729509:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729516:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.729517:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729519:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.729520:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.729524:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729530:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.729535:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729541:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.729544:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729545:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.729546:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729548:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.729549:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.729552:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.729555:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205152.729558:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.729562:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.729570:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738176:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.729574:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.729578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729585:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.729586:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.729589:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.729591:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.729593:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.729596:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.729600:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.729602:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.729604:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.729605:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.729609:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205152.729611:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.729614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205152.729617:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205152.729621:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205152.729623:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738304, portal 4
00000100:00000001:0.0:1788205152.729626:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.729627:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784853248 : -116879924698368 : ffff95b2c59b6300)
00000100:00000040:0.0:1788205152.729632:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729639:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.729641:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205152.729644:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205152.729646:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618738304, offset 0
00000400:00000200:0.0:1788205152.729651:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729659:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205152.729662:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.729665:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205152.729667:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.729669:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729672:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4026:4026:256:4294967295] 192.168.201.124@tcp LPNI seq info [4026:4026:8:4294967295]
00000400:00000200:0.0:1788205152.729676:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729683:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.729688:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729691:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205152.729695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205152.729697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205152.729702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205152.729705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205152.729708:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729711:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205152.729714:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.729716:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.729719:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205152.729720:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205152.729723:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.729726:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729734:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.729737:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729743:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.729745:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.729748:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.729751:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205152.729754:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205152.729756:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298957849
00000100:00000001:0.0:1788205152.729758:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.729761:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298957849
00000100:00000001:0.0:1788205152.729763:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.729765:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.729766:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.729768:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.729772:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.729781:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.729782:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.729784:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205152.729787:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205152.729789:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205152.729791:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.729794:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.729802:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729808:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.729809:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729811:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.729813:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.729817:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729824:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.729828:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729835:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.729837:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729839:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.729840:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.729842:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.729844:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.729846:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.729850:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205152.729852:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.729857:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.729865:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738304:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.729868:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.729872:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729879:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.729880:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.729883:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.729884:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.729886:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.729889:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.729892:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.729894:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.729896:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.729897:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.729900:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205152.729902:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.729906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205152.729908:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205152.729911:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205152.729914:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738432, portal 4
00000100:00000001:0.0:1788205152.729916:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.729918:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193784854144 : -116879924697472 : ffff95b2c59b6680)
00000100:00000040:0.0:1788205152.729924:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.729931:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.729933:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205152.729935:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205152.729938:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618738432, offset 0
00000400:00000200:0.0:1788205152.729943:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729947:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729951:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205152.729954:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.729957:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205152.729959:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.729962:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205152.729965:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4027:4027:256:4294967295] 192.168.201.124@tcp LPNI seq info [4027:4027:8:4294967295]
00000400:00000200:0.0:1788205152.729969:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205152.729975:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.729979:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.729982:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205152.729986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205152.729989:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205152.729993:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205152.729995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205152.729999:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205152.730000:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205152.730003:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.730006:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.730008:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205152.730009:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205152.730025:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.730029:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730037:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.730039:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730046:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.730047:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.730083:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.730087:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205152.730091:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205152.730094:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298957984
00000100:00000001:0.0:1788205152.730096:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.730099:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298957984
00000100:00000001:0.0:1788205152.730101:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298960112
00000100:00000001:0.0:1788205152.730103:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.730106:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.730108:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.730112:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.730120:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.730122:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.730123:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205152.730126:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205152.730127:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205152.730129:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.730133:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.730140:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730147:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.730149:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730150:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.730152:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.730155:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730162:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.730165:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730171:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.730174:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730175:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.730177:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730178:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.730180:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.730183:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.730186:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205152.730189:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.730192:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.730200:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c59b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738432:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.730205:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730207:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.730210:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b4700 x1875064618738048/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730218:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.730221:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.730224:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211000.
02000000:00000001:0.0:1788205152.730227:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.730229:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.730230:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205152.730233:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.730235:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90000.
02000000:00000001:0.0:1788205152.730239:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.730241:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.730243:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b4700.
00000100:00000001:0.0:1788205152.730247:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.730249:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730251:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.730255:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b7100 x1875064618738176/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730267:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.730268:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.730270:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211800.
02000000:00000001:0.0:1788205152.730273:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.730274:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.730275:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205152.730277:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.730278:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e91800.
02000000:00000001:0.0:1788205152.730281:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.730282:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.730283:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b7100.
00000100:00000001:0.0:1788205152.730286:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.730287:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730289:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.730292:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6300 x1875064618738304/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730299:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.730301:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.730302:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212800.
02000000:00000001:0.0:1788205152.730305:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.730306:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.730307:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205152.730309:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.730310:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e93000.
02000000:00000001:0.0:1788205152.730312:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.730313:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.730315:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6300.
00000100:00000001:0.0:1788205152.730318:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.730319:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730321:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.730324:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c59b6680 x1875064618738432/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.730331:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.730332:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.730334:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210000.
02000000:00000001:0.0:1788205152.730336:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.730337:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.730338:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205152.730340:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.730342:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c7e90c00.
02000000:00000001:0.0:1788205152.730344:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.730345:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.730346:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c59b6680.
00000100:00000001:0.0:1788205152.730349:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.730350:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730353:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.730359:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205152.730361:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.730363:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205152.730365:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205153.047187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205153.047196:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205153.047203:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205153.047204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205153.047208:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205153.047210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205153.047213:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205153.047215:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205153.047267:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205153.047270:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205153.047273:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205153.751157:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205153.751180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205153.751183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205153.751190:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205153.751195:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205153.751200:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205153.751203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205153.751207:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205153.751212:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205154.071195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205154.071204:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205154.071212:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205154.071214:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205154.071217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205154.071219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205154.071222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205154.071224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205154.071296:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205154.071301:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205154.071305:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205154.775176:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205154.775184:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205154.775186:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205154.775192:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205154.775197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205154.775201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205154.775203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205154.775206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205154.775209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205155.031223:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298960112, at 4298960128
00000100:00000040:2.0:1788205155.031227:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298960112, at 4298960128
00000100:00000010:3.0:1788205155.031245:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ba0.
00000100:00000010:2.0:1788205155.031249:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3ae0.
00010000:00000001:3.0:1788205155.095210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205155.095219:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205155.095226:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205155.095229:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205155.095241:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205155.095242:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205155.095246:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205155.095248:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205155.095306:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205155.095312:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205155.095316:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205155.799220:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205155.799229:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205155.799231:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205155.799236:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205155.799239:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205155.799243:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205155.799250:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205155.799253:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205155.799256:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205156.119213:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119221:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205156.119222:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119226:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205156.119230:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205156.119240:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205156.119248:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205156.119251:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205156.119252:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119256:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205156.119258:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119260:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119262:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119266:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205156.119268:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205156.119269:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205156.119270:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119272:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205156.119273:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119275:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205156.119277:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205156.119607:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205156.119612:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205156.119615:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205156.823215:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205156.823226:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205156.823228:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205156.823236:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:0.0:1788205156.823241:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205156.823246:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205156.823250:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205156.823254:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205156.823258:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205157.143181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205157.143188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205157.143194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205157.143194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205157.143197:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205157.143198:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205157.143201:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205157.143202:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205157.143270:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205157.143274:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205157.143278:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205157.847186:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205157.847195:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205157.847197:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205157.847202:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205157.847206:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205157.847210:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205157.847213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205157.847216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205157.847219:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205157.847237:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205157.847241:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205157.847244:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205157.847248:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205157.847253:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205157.847261:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4290
00000400:00000200:0.0:1788205157.847272:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205157.847279:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205157.847282:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205157.847286:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847289:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847291:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847294:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205157.847298:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205157.847300:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205157.847303:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205157.847306:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205157.847308:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205157.847310:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205157.847313:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847316:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847318:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847320:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205157.847323:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205157.847327:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847329:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.847332:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.847336:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.847339:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847341:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205157.847343:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205157.847351:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000020:00000040:0.0:1788205157.847354:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205157.847359:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205157.847361:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847364:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205157.847367:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205157.847371:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205157.847377:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212800.
00000100:00000001:0.0:1788205157.847383:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.847393:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205157.847404:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205157.847409:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.847416:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.847449:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205157.847454:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205157.847457:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205157.847459:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205157.847461:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205157.847464:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205157.847469:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4290
00000400:00000200:0.0:1788205157.847475:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205157.847478:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205157.847480:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205157.847483:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847485:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847487:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847489:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205157.847492:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205157.847493:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205157.847495:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205157.847498:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788205157.847500:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205157.847502:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205157.847506:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847508:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847510:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847512:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205157.847515:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205157.847518:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847521:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.847524:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.847530:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.847532:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847533:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205157.847537:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205157.847539:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847541:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205157.847544:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000020:00000040:0.0:1788205157.847546:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205157.847548:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205157.847549:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847550:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205157.847552:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205157.847553:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205157.847556:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000100:00000001:0.0:1788205157.847559:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.847568:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205157.847574:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205157.847575:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.847578:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.847583:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205157.847585:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205157.847587:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205157.847589:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205157.847590:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205157.847592:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205157.847594:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4290
00000400:00000200:0.0:1788205157.847597:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205157.847599:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205157.847600:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205157.847602:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847603:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847605:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847606:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205157.847607:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205157.847608:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205157.847609:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205157.847610:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205157.847612:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205157.847613:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205157.847614:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847615:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847616:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847618:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205157.847619:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788205157.847621:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847623:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.847624:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.847625:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.847626:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847627:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205157.847628:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205157.847629:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847630:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205157.847633:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000020:00000040:0.0:1788205157.847634:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205157.847636:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205157.847636:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847637:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205157.847638:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205157.847639:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205157.847641:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:0.0:1788205157.847644:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.847646:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205157.847651:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205157.847652:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.847654:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.847661:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205157.847663:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205157.847666:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205157.847668:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205157.847669:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788205157.847670:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205157.847675:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205157.847675:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788205157.847679:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4290
00000100:00000001:3.0:1788205157.847680:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1788205157.847685:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000040:3.0:1788205157.847690:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205157.847691:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205157.847696:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205157.847702:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847704:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847706:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847708:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205157.847710:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205157.847711:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:0.0:1788205157.847713:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205157.847714:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:0.0:1788205157.847716:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:0.0:1788205157.847718:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:0.0:1788205157.847720:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847721:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847724:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847726:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205157.847728:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205157.847732:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847735:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.847736:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.847739:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.847741:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847743:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205157.847746:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205157.847750:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1788205157.847751:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.847754:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847755:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.847760:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788205157.847761:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788205157.847765:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205157.847766:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.847770:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205157.847772:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847774:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205157.847775:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205157.847778:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.847779:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205157.847785:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211400.
00000100:00100000:3.0:1788205157.847787:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618738560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205157.847790:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.847793:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1788205157.847797:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205157.847799:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205157.847804:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205157.847805:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847812:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.847816:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205157.847819:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205157.847824:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205157.847827:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1788205157.847827:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205157.847832:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205157.847833:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205157.847835:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205157.847838:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205157.847840:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205157.847843:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4290
00000400:00000200:3.0:1788205157.847843:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205157.847849:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205157.847851:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000400:00000010:3.0:1788205157.847851:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00080000:0.0:1788205157.847855:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205157.847858:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847859:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205157.847861:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000040:0.0:1788205157.847862:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847865:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205157.847868:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205157.847868:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:0.0:1788205157.847869:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205157.847871:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:0.0:1788205157.847872:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000200:3.0:1788205157.847872:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738560, portal 25
00000020:00000001:0.0:1788205157.847877:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788205157.847878:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788205157.847880:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205157.847881:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000001:0.0:1788205157.847882:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205157.847885:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847888:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205157.847889:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:0.0:1788205157.847893:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205157.847895:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.847895:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205157.847898:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.847900:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.847901:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847902:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205157.847903:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1788205157.847904:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847908:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205157.847912:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205157.847916:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000100:00000001:3.0:1788205157.847919:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1788205157.847920:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1788205157.847938:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205157.847942:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205157.847946:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618738560, offset 0
02000000:00000001:0.0:1788205157.847948:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.847952:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205157.847955:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205157.847955:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788205157.847959:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205157.847965:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6213400.
00000400:00000200:3.0:1788205157.847966:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205157.847971:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205157.847975:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00100000:0.0:1788205157.847980:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205157.847982:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788205157.847989:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205157.847990:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000001:0.0:1788205157.847992:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.847996:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205157.847999:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205157.848006:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000001:0.0:1788205157.848007:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.848013:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4300)
00000400:00000200:3.0:1788205157.848014:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4028:4028:256:4294967295] 192.168.201.124@tcp LPNI seq info [4028:4028:8:4294967295]
00000400:00000200:3.0:1788205157.848020:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848031:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205157.848037:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848043:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205157.848078:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205157.848083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205157.848089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205157.848092:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205157.848096:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848099:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205157.848103:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205157.848108:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205157.848113:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205157.848116:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205157.848120:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205157.848125:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848136:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848140:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848148:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848150:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205157.848156:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205157.848160:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205157.848162:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298965232
00000100:00000010:3.0:1788205157.848167:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89e40.
00000100:00000001:3.0:1788205157.848173:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205157.848177:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298965232
00000100:00000010:3.0:1788205157.848180:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89060.
00000100:00000001:3.0:1788205157.848183:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205157.848186:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205157.848189:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848191:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205157.848196:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205157.848204:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205157.848206:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205157.848207:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205157.848210:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205157.848212:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205157.848214:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205157.848217:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205157.848225:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848232:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205157.848233:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848236:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.848237:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205157.848241:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848248:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.848253:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848260:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205157.848263:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848264:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.848266:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848268:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205157.848270:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205157.848273:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205157.848276:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205157.848279:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205157.848283:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205157.848290:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618738560:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205157.848295:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205157.848298:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848304:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205157.848305:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.848307:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205157.848309:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.848310:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205157.848313:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205157.848316:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205157.848318:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205157.848319:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.848321:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205157.848324:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788205157.848326:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205157.848329:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205157.848332:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205157.848334:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205157.848337:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738688, portal 10
00000100:00000001:3.0:1788205157.848339:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205157.848348:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205157.848356:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848362:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205157.848365:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205157.848367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205157.848370:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618738688, offset 0
00000400:00000200:3.0:1788205157.848372:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205157.848375:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848378:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205157.848380:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205157.848381:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205157.848383:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205157.848384:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205157.848386:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4029:4029:256:4294967295] 192.168.201.124@tcp LPNI seq info [4029:4029:8:4294967295]
00000400:00000200:3.0:1788205157.848389:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848392:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205157.848395:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848397:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205157.848399:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205157.848401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205157.848404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205157.848405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205157.848408:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848409:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205157.848411:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205157.848413:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205157.848415:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205157.848416:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205157.848418:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205157.848420:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848424:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848426:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848430:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848431:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205157.848433:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.848435:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:3.0:1788205157.848437:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205157.848439:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298965143
00000100:00000001:3.0:1788205157.848440:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.848442:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298965143
00000100:00000001:3.0:1788205157.848443:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.848444:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205157.848445:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848446:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205157.848448:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205157.848452:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205157.848453:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205157.848454:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205157.848455:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205157.848457:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205157.848458:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205157.848460:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205157.848464:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848468:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205157.848468:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848469:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.848470:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205157.848472:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848475:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.848477:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848482:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205157.848483:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848484:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.848485:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848486:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205157.848487:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205157.848488:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205157.848490:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205157.848491:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205157.848493:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205157.848497:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738688:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205157.848499:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205157.848501:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848504:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205157.848505:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.848506:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205157.848507:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.848509:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205157.848510:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205157.848512:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205157.848513:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205157.848514:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.848515:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205157.848517:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82800.
02000000:00000001:3.0:1788205157.848518:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205157.848520:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205157.848521:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205157.848523:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205157.848525:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738816, portal 10
00000100:00000001:3.0:1788205157.848526:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205157.848526:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000040:3.0:1788205157.848530:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848534:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205157.848535:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205157.848536:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205157.848537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618738816, offset 0
00000400:00000200:3.0:1788205157.848540:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205157.848541:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848543:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205157.848545:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205157.848546:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205157.848547:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205157.848549:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205157.848551:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4030:4030:256:4294967295] 192.168.201.124@tcp LPNI seq info [4030:4030:8:4294967295]
00000400:00000200:3.0:1788205157.848553:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848556:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205157.848559:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848560:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205157.848562:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205157.848563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205157.848566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205157.848568:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205157.848572:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848574:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205157.848576:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205157.848579:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205157.848581:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205157.848583:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205157.848585:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205157.848588:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848595:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848598:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848604:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848606:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205157.848608:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.848611:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205157.848614:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205157.848616:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298962988
00000100:00000001:3.0:1788205157.848618:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.848620:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298962988
00000100:00000001:3.0:1788205157.848621:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.848623:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205157.848624:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848625:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205157.848628:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205157.848632:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205157.848633:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205157.848635:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205157.848636:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205157.848637:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205157.848638:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205157.848640:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205157.848644:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848649:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205157.848649:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848651:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.848651:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205157.848653:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848657:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.848659:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848662:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205157.848663:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848664:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.848665:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848666:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205157.848667:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205157.848668:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205157.848670:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205157.848671:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205157.848673:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205157.848678:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738816:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205157.848679:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848681:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848683:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618738560/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848687:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205157.848689:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205157.848692:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:3.0:1788205157.848694:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205157.848696:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205157.848697:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205157.848699:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205157.848702:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212800.
02000000:00000001:3.0:1788205157.848706:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205157.848707:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205157.848709:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205157.848712:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205157.848713:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848715:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848718:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618738688/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848724:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205157.848726:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205157.848727:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788205157.848729:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205157.848731:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205157.848732:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205157.848733:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205157.848735:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:3.0:1788205157.848737:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205157.848738:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205157.848739:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205157.848741:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205157.848742:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848744:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848747:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618738816/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848752:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205157.848753:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205157.848755:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:3.0:1788205157.848758:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205157.848759:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205157.848760:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205157.848762:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205157.848763:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205157.848765:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205157.848766:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205157.848768:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205157.848769:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205157.848771:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848773:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.848780:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205157.848781:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848783:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205157.848784:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205157.848785:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205157.848789:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848795:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205157.848796:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.848798:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205157.848799:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.848801:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205157.848803:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205157.848806:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205157.848808:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205157.848809:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.848811:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205157.848813:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e82800.
02000000:00000001:3.0:1788205157.848815:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205157.848819:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205157.848821:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205157.848824:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205157.848827:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618738944, portal 4
00000100:00000001:3.0:1788205157.848829:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205157.848830:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205157.848836:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848846:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205157.848848:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205157.848850:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205157.848852:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618738944, offset 0
00000400:00000200:3.0:1788205157.848856:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205157.848859:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848862:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205157.848864:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205157.848867:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205157.848869:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205157.848871:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205157.848874:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4031:4031:256:4294967295] 192.168.201.124@tcp LPNI seq info [4031:4031:8:4294967295]
00000400:00000200:3.0:1788205157.848877:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.848882:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205157.848886:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848889:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205157.848892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205157.848894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205157.848898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205157.848900:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205157.848903:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.848905:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205157.848907:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205157.848910:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205157.848912:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205157.848914:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205157.848916:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205157.848919:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848939:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.848942:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.848953:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848954:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205157.848958:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.848961:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205157.848964:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205157.848966:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298962968
00000100:00000001:3.0:1788205157.848968:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.848970:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298962968
00000100:00000001:3.0:1788205157.848971:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.848973:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205157.848975:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.848977:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205157.848980:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205157.848988:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205157.848989:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205157.848991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205157.848993:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205157.848995:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205157.848997:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205157.849000:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205157.849006:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849011:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205157.849013:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849014:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.849015:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205157.849018:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849024:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.849028:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849034:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205157.849036:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849038:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.849039:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849041:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205157.849042:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205157.849044:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205157.849047:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205157.849066:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205157.849070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205157.849075:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618738944:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205157.849078:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205157.849081:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849085:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205157.849086:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.849087:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205157.849088:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.849089:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205157.849091:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205157.849093:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205157.849094:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205157.849095:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.849096:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205157.849099:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788205157.849100:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205157.849102:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205157.849104:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205157.849106:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205157.849108:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739072, portal 4
00000100:00000001:3.0:1788205157.849109:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205157.849110:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788205157.849113:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849117:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205157.849118:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205157.849119:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205157.849121:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618739072, offset 0
00000400:00000200:3.0:1788205157.849123:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205157.849125:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.849128:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205157.849129:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205157.849131:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205157.849132:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205157.849134:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205157.849136:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4032:4032:256:4294967295] 192.168.201.124@tcp LPNI seq info [4032:4032:8:4294967295]
00000400:00000200:3.0:1788205157.849138:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205157.849142:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205157.849144:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.849146:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205157.849148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205157.849150:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205157.849152:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205157.849154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205157.849156:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205157.849158:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205157.849159:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205157.849161:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205157.849163:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205157.849164:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205157.849166:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205157.849168:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849172:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.849174:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849178:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.849178:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205157.849180:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.849182:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205157.849183:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205157.849185:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298963103
00000100:00000001:3.0:1788205157.849186:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.849187:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298963103
00000100:00000001:3.0:1788205157.849189:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298965232
00000100:00000001:3.0:1788205157.849190:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205157.849191:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.849192:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205157.849194:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205157.849198:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205157.849198:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205157.849199:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205157.849200:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205157.849201:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205157.849203:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205157.849204:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205157.849209:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849212:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205157.849213:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849215:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.849216:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205157.849219:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849225:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.849228:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849234:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205157.849236:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849237:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.849240:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849242:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205157.849244:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205157.849246:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205157.849249:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205157.849251:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205157.849255:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205157.849262:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739072:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205157.849266:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849267:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.849270:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618738944/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849274:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205157.849275:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205157.849276:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:3.0:1788205157.849277:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205157.849278:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205157.849279:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205157.849280:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205157.849281:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211400.
02000000:00000001:3.0:1788205157.849283:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205157.849284:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205157.849284:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000100:00000001:3.0:1788205157.849286:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205157.849287:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849288:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205157.849290:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618739072/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.849293:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205157.849293:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205157.849294:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:3.0:1788205157.849295:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205157.849296:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205157.849296:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205157.849297:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205157.849298:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6213400.
02000000:00000001:3.0:1788205157.849300:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205157.849300:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205157.849301:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205157.849302:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205157.849302:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849303:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205157.849306:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205157.849306:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.849307:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205157.849308:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205158.167179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205158.167188:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205158.167190:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205158.167194:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167196:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205158.167199:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167201:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167203:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205158.167207:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205158.167210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205158.167212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205158.167303:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205158.167307:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205158.167309:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205158.871166:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205158.871173:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205158.871175:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205158.871181:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205158.871184:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205158.871188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205158.871191:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205158.871193:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205158.871196:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205159.191181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205159.191187:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205159.191193:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205159.191194:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205159.191198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205159.191199:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205159.191202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205159.191203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205159.191258:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205159.191261:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205159.191264:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205159.895173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205159.895179:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205159.895181:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205159.895185:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205159.895188:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205159.895191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.895193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205159.895195:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.895197:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205160.151133:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298965232, at 4298965248
00000100:00000040:3.0:1788205160.151133:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298965232, at 4298965248
00000100:00000010:3.0:1788205160.151146:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89060.
00000100:00000010:2.0:1788205160.151149:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c2e89e40.
00010000:00000001:3.0:1788205160.215154:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205160.215163:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205160.215166:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205160.215169:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205160.215174:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205160.215176:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205160.215178:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205160.215181:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205160.215185:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205160.215186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205160.215189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205160.215191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205160.215195:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205160.215197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205160.215306:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205160.215309:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205160.215312:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205160.919170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205160.919176:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205160.919179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205160.919184:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205160.919188:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205160.919191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205160.919202:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205160.919206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205160.919208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205161.239252:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205161.239260:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205161.239264:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205161.239265:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205161.239268:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205161.239269:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205161.239272:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205161.239273:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205161.239366:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205161.239374:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205161.239379:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205161.943190:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205161.943197:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205161.943199:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205161.943204:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205161.943207:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205161.943211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205161.943214:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205161.943216:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205161.943219:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205162.263214:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205162.263224:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205162.263232:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205162.263233:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205162.263236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205162.263237:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205162.263239:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205162.263240:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205162.263328:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205162.263335:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205162.263340:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205162.967189:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205162.967196:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205162.967198:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205162.967203:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205162.967207:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205162.967211:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205162.967213:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205162.967215:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205162.967218:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205162.967283:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205162.967303:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205162.967307:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205162.967311:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205162.967316:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205162.967326:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4295
00000400:00000200:3.0:1788205162.967337:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205162.967343:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205162.967346:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205162.967350:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967354:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205162.967363:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967366:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205162.967371:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205162.967375:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205162.967379:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205162.967383:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205162.967386:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205162.967389:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205162.967393:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967395:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205162.967397:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967399:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205162.967402:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205162.967406:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967409:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205162.967412:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205162.967416:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205162.967420:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.967422:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205162.967424:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205162.967436:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935180.
00000020:00000040:3.0:1788205162.967440:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205162.967445:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205162.967447:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.967451:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205162.967455:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205162.967460:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205162.967470:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788205162.967479:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205162.967489:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205162.967501:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205162.967506:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205162.967511:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd1693a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205162.967535:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205162.967539:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205162.967543:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205162.967545:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205162.967555:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205162.967558:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205162.967561:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4295
00000100:00000001:0.0:1788205162.967564:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788205162.967565:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205162.967571:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205162.967572:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205162.967575:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205162.967576:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205162.967581:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967584:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205162.967589:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205162.967590:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967599:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205162.967601:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788205162.967605:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205162.967606:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205162.967608:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205162.967611:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788205162.967613:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788205162.967614:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
02000000:00000001:0.0:1788205162.967618:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205162.967618:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205162.967621:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
02000000:00000001:0.0:1788205162.967623:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205162.967627:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:0.0:1788205162.967631:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618739200:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205162.967632:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205162.967638:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205162.967642:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205162.967643:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205162.967647:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
02000000:00000001:0.0:1788205162.967649:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788205162.967651:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
02000000:00000001:0.0:1788205162.967653:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.967655:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.967658:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205162.967659:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1788205162.967666:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205162.967670:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205162.967676:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205162.967677:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000001:3.0:1788205162.967682:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205162.967685:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:3.0:1788205162.967690:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788205162.967697:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000008:00100000:3.0:1788205162.967697:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205162.967703:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.967705:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205162.967707:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739200, portal 25
00000100:00000010:3.0:1788205162.967710:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937100.
00000100:00000001:0.0:1788205162.967711:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.967716:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770048 : -116879958781568 : ffff95b2c3935180)
00000020:00000040:3.0:1788205162.967716:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205162.967722:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205162.967726:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.967727:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205162.967729:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205162.967732:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205162.967735:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.967742:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1788205162.967742:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000040:0.0:1788205162.967748:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967750:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205162.967753:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205162.967759:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618739200, offset 0
00000100:00100000:3.0:1788205162.967760:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205162.967770:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967773:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205162.967776:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205162.967780:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332fffe2] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205162.967790:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.967794:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00080000:3.0:1788205162.967794:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205162.967800:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205162.967802:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205162.967803:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205162.967806:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000100:00000001:3.0:1788205162.967807:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205162.967812:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4295
00000400:00000200:3.0:1788205162.967817:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.967821:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205162.967822:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205162.967826:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205162.967829:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000100:00000040:3.0:1788205162.967833:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000400:00000200:0.0:1788205162.967852:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205162.967853:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205162.967859:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000100:00000040:3.0:1788205162.967860:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967865:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000200:0.0:1788205162.967868:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4033:4033:256:4294967295] 192.168.201.124@tcp LPNI seq info [4033:4033:8:4294967295]
00000020:00000001:3.0:1788205162.967869:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205162.967872:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205162.967876:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205162.967879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:3.0:1788205162.967880:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205162.967884:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205162.967886:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205162.967890:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967895:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205162.967901:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205162.967901:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.967906:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205162.967910:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205162.967914:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000800:00000200:0.0:1788205162.967919:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.967927:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000100:00000001:3.0:1788205162.967927:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205162.967932:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205162.967936:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205162.967940:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205162.967941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000001:3.0:1788205162.967943:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205162.967947:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1788205162.967948:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000008:00000001:3.0:1788205162.967951:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.967955:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205162.967959:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:3.0:1788205162.967960:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937b80.
00000020:00000040:3.0:1788205162.967963:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205162.967965:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205162.967967:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.967970:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1788205162.967976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205162.967982:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:3.0:1788205162.967985:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1788205162.967987:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
02000000:00000001:3.0:1788205162.967989:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205162.967996:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000400:00000200:0.0:1788205162.967997:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205162.968000:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.968005:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1788205162.968009:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205162.968014:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205162.968019:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:3.0:1788205162.968027:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205162.968028:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205162.968031:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205162.968036:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205162.968045:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b1f30e] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968049:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.968087:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205162.968090:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205162.968096:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205162.968101:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205162.968102:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205162.968107:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205162.968107:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205162.968111:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205162.968115:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.968115:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205162.968120:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4295
00000400:00000200:0.0:1788205162.968124:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205162.968128:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205162.968129:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298970352
00000400:00000200:3.0:1788205162.968136:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000010:0.0:1788205162.968137:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3cc0.
00000100:00080000:3.0:1788205162.968141:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205162.968146:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205162.968147:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205162.968149:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205162.968153:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968156:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205162.968158:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205162.968160:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000100:00000001:0.0:1788205162.968164:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298970352
00000100:00000010:0.0:1788205162.968169:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3720.
00000100:00000001:0.0:1788205162.968173:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1788205162.968174:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205162.968178:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205162.968179:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000100:00000001:0.0:1788205162.968184:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205162.968185:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:0.0:1788205162.968192:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205162.968192:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788205162.968198:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968200:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205162.968202:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968205:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00100000:0.0:1788205162.968209:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205162]  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205162.968210:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205162.968217:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968223:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205162.968228:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1788205162.968232:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788205162.968232:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1788205162.968237:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788205162.968237:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205162.968242:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000100:00000001:3.0:1788205162.968242:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205162.968246:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1788205162.968247:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205162.968251:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000008:00000001:3.0:1788205162.968252:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.968255:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205162.968259:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3937480.
00000100:00000001:0.0:1788205162.968260:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788205162.968263:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000100:00000200:0.0:1788205162.968267:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205162.968268:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205162.968271:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.968273:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205162.968274:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205162.968277:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205162.968283:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000200:0.0:1788205162.968289:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205162.968289:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205162.968299:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205162.968303:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205162.968307:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205162.968311:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205162.968312:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205162.968316:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.968317:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205162.968322:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f8bae] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205162.968325:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968352:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205162.968353:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205162.968358:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205162.968362:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205162.968364:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1788205162.968365:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205162.968367:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205162.968373:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205162.968379:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4295
00000100:00000001:0.0:1788205162.968380:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205162.968387:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205162.968387:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205162.968391:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1788205162.968394:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205162.968395:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205162.968400:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205162.968401:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205162.968406:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205162.968406:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968412:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1788205162.968413:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788205162.968418:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00080000:0.0:1788205162.968420:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205162.968424:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:0.0:1788205162.968425:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788205162.968430:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205162.968432:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788205162.968433:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205162.968437:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000040:0.0:1788205162.968440:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205162.968441:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788205162.968446:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788205162.968454:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968459:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788205162.968464:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618739200:192.168.201.124@tcp:250:kworker.0
00000100:00000040:3.0:1788205162.968464:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205162.968470:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205162.968476:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:0.0:1788205162.968480:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205162.968481:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205162.968483:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205162.968487:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.968489:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935180 x1875064618739200/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205162.968491:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205162.968496:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.968498:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205162.968502:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788205162.968502:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205162.968506:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1788205162.968507:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
00000008:00100000:3.0:1788205162.968510:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:0.0:1788205162.968511:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1788205162.968514:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205162.968515:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788205162.968517:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205162.968518:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205162.968522:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000010:3.0:1788205162.968523:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934700.
02000000:00000010:0.0:1788205162.968524:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
00000020:00000040:3.0:1788205162.968526:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205162.968529:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205162.968530:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205162.968532:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788205162.968533:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205162.968535:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935180.
00000100:00000001:3.0:1788205162.968536:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205162.968539:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205162.968540:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788205162.968542:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.968543:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.968546:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205162.968547:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788205162.968551:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.968553:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205162.968555:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205162.968556:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205162.968560:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205162.968563:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205162.968564:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205162.968566:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205162.968568:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.968575:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205162.968575:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066a98dda] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205162.968592:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.968596:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788205162.968598:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4305)
00000100:00000001:0.0:1788205162.968599:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.968604:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.968606:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205162.968609:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.968613:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205162.968617:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.968619:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.968621:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.968624:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205162.968628:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205162.968630:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.968634:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205162.968636:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205162.968639:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205162.968642:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739328, portal 10
00000100:00000001:0.0:1788205162.968643:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.968644:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750778112 : -116879958773504 : ffff95b2c3937100)
00000100:00000040:0.0:1788205162.968650:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968654:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.968656:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205162.968657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205162.968659:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618739328, offset 0
00000400:00000200:0.0:1788205162.968662:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205162.968664:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.968667:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205162.968669:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.968671:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205162.968673:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.968675:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205162.968677:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4034:4034:256:4294967295] 192.168.201.124@tcp LPNI seq info [4034:4034:8:4294967295]
00000400:00000200:0.0:1788205162.968680:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.968684:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.968687:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.968690:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205162.968692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205162.968694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205162.968697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205162.968699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205162.968716:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.968718:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205162.968720:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205162.968723:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205162.968725:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205162.968726:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205162.968728:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205162.968730:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968735:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.968737:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968741:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.968742:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205162.968744:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.968748:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205162.968750:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205162.968751:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298970263
00000100:00000001:0.0:1788205162.968753:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.968755:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298970263
00000100:00000001:0.0:1788205162.968756:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.968758:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.968759:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.968760:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205162.968762:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205162]  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205162.968769:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205162.968770:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205162.968771:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205162.968773:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205162.968775:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205162.968777:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205162.968781:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205162.968789:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968795:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205162.968796:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.968798:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.968800:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205162.968803:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968810:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205162.968814:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968820:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205162.968823:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.968824:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.968826:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.968827:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205162.968829:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205162.968831:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205162.968845:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205162.968848:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205162.968852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205162.968859:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739328:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205162.968863:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205162.968867:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968879:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205162.968880:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.968882:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.968884:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205162.968886:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.968889:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205162.968892:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.968894:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.968895:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.968897:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205162.968901:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205162.968903:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.968906:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205162.968908:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205162.968911:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205162.968914:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739456, portal 10
00000100:00000001:0.0:1788205162.968916:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.968918:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750780800 : -116879958770816 : ffff95b2c3937b80)
00000100:00000040:0.0:1788205162.968923:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.968930:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.968932:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205162.968934:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205162.968936:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618739456, offset 0
00000400:00000200:0.0:1788205162.968940:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205162.968943:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.968947:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205162.968949:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.968952:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205162.968954:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.968956:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205162.968958:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4035:4035:256:4294967295] 192.168.201.124@tcp LPNI seq info [4035:4035:8:4294967295]
00000400:00000200:0.0:1788205162.968962:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.968967:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.968971:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.968974:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205162.968977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205162.968980:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205162.968983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205162.968986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205162.968989:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.968990:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205162.968993:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205162.968996:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205162.968999:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205162.969001:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205162.969004:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205162.969007:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969014:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969017:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969023:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969025:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205162.969028:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.969030:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205162.969032:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205162.969034:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298968108
00000100:00000001:0.0:1788205162.969035:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.969037:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298968108
00000100:00000001:0.0:1788205162.969038:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.969040:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.969041:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969043:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205162.969045:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205162]  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205162.969074:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205162.969075:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205162.969077:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205162.969080:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205162.969081:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205162.969083:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205162.969087:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205162.969094:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969101:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205162.969102:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969104:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.969106:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205162.969109:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969116:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205162.969119:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969125:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205162.969128:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969129:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.969131:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969132:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205162.969134:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205162.969137:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205162.969141:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205162.969143:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205162.969147:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205162.969154:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739456:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205162.969158:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205162.969162:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969168:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205162.969170:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.969172:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.969173:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205162.969175:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.969178:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205162.969181:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.969183:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.969184:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.969186:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205162.969189:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205162.969191:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.969194:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205162.969197:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205162.969200:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205162.969203:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739584, portal 4
00000100:00000001:0.0:1788205162.969204:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.969206:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750779008 : -116879958772608 : ffff95b2c3937480)
00000100:00000040:0.0:1788205162.969211:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969217:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.969220:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205162.969222:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205162.969224:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618739584, offset 0
00000400:00000200:0.0:1788205162.969228:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205162.969231:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.969234:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205162.969237:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.969239:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205162.969242:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.969244:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205162.969246:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4036:4036:256:4294967295] 192.168.201.124@tcp LPNI seq info [4036:4036:8:4294967295]
00000400:00000200:0.0:1788205162.969250:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.969256:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.969260:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.969263:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205162.969267:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205162.969270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205162.969274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205162.969276:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205162.969280:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.969281:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205162.969284:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205162.969287:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205162.969291:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205162.969293:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205162.969295:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205162.969298:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969305:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969309:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969315:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969316:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205162.969319:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.969322:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205162.969326:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205162.969328:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298968089
00000100:00000001:0.0:1788205162.969330:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.969332:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298968089
00000100:00000001:0.0:1788205162.969334:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.969337:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.969339:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969340:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205162.969344:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205162]  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205162.969352:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205162.969353:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205162.969355:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205162.969358:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205162.969359:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205162.969362:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205162.969365:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205162.969372:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969379:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205162.969381:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969382:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.969384:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205162.969387:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969394:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205162.969397:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969404:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205162.969407:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969408:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.969409:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969411:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205162.969412:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205162.969415:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205162.969418:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205162.969420:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205162.969423:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205162.969430:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739584:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205162.969434:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969436:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969439:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937100 x1875064618739328/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969445:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205162.969447:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205162.969449:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205162.969451:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205162.969453:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205162.969454:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205162.969456:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205162.969457:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:0.0:1788205162.969461:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205162.969462:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205162.969464:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937100.
00000100:00000001:0.0:1788205162.969467:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205162.969468:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969470:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969473:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937b80 x1875064618739456/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969479:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205162.969480:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205162.969482:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205162.969485:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205162.969486:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205162.969487:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205162.969489:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205162.969491:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:0.0:1788205162.969493:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205162.969494:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205162.969495:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937b80.
00000100:00000001:0.0:1788205162.969497:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205162.969498:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969500:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969503:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3937480 x1875064618739584/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969508:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205162.969510:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205162.969511:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205162.969513:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205162.969514:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205162.969515:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205162.969517:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205162.969518:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:0.0:1788205162.969520:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205162.969521:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205162.969522:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3937480.
00000100:00000001:0.0:1788205162.969524:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205162.969526:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969527:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969531:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205162.969533:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969535:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205162.969537:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205162.969539:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205162.969543:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969549:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205162.969550:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.969553:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.969555:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205162.969556:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.969559:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205162.969562:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.969564:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.969566:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.969567:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205162.969570:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205162.969572:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.969575:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205162.969578:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205162.969581:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205162.969584:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739712, portal 4
00000100:00000001:0.0:1788205162.969586:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.969587:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750767360 : -116879958784256 : ffff95b2c3934700)
00000100:00000040:0.0:1788205162.969592:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969598:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.969599:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205162.969602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205162.969604:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618739712, offset 0
00000400:00000200:0.0:1788205162.969607:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205162.969611:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.969615:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205162.969617:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.969620:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205162.969623:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.969625:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205162.969628:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4037:4037:256:4294967295] 192.168.201.124@tcp LPNI seq info [4037:4037:8:4294967295]
00000400:00000200:0.0:1788205162.969632:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205162.969638:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.969642:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.969645:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205162.969649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205162.969652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205162.969656:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205162.969659:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205162.969662:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205162.969664:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205162.969667:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205162.969670:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205162.969673:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205162.969675:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205162.969677:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205162.969692:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969699:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969702:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969709:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969711:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205162.969714:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.969717:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205162.969720:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205162.969722:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298968223
00000100:00000001:0.0:1788205162.969725:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.969727:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298968223
00000100:00000001:0.0:1788205162.969729:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298970352
00000100:00000001:0.0:1788205162.969732:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.969733:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969735:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205162.969737:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205162]  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205162.969743:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205162.969744:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205162.969745:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205162.969746:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205162.969747:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205162.969749:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205162.969751:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205162.969756:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969760:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205162.969761:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969763:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.969764:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205162.969767:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969773:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205162.969777:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969783:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205162.969785:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969787:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205162.969788:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969790:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205162.969792:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205162.969795:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205162.969798:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205162.969801:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205162.969804:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205162.969812:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739712:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205162.969816:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969818:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205162.969820:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934700 x1875064618739712/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.969825:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205162.969827:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205162.969828:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205162.969829:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205162.969830:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205162.969831:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205162.969832:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205162.969833:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:0.0:1788205162.969846:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205162.969847:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205162.969848:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934700.
00000100:00000001:0.0:1788205162.969850:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205162.969851:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969852:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.969855:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205162.969856:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.969857:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205162.969858:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205163.287247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205163.287254:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205163.287259:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205163.287260:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205163.287263:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205163.287264:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205163.287272:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205163.287274:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205163.287353:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205163.287358:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205163.287363:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205163.991174:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205163.991180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205163.991182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205163.991186:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205163.991189:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205163.991191:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205163.991193:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205163.991195:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205163.991197:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205164.311217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205164.311226:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205164.311232:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205164.311234:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205164.311237:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205164.311239:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205164.311243:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205164.311244:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205164.311413:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205164.311421:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205164.311425:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205165.015384:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205165.015394:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205165.015397:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205165.015404:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205165.015409:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205165.015412:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205165.015417:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205165.015420:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205165.015424:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205165.271153:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298970352, at 4298970368
00000100:00000040:3.0:1788205165.271153:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298970352, at 4298970368
00000100:00000010:3.0:1788205165.271182:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3720.
00000100:00000010:2.0:1788205165.271183:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3cc0.
00010000:00000001:3.0:1788205165.335217:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205165.335226:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335234:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205165.335236:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335240:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205165.335244:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205165.335247:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205165.335254:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205165.335257:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205165.335259:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335263:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205165.335265:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335268:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335270:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335274:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205165.335276:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205165.335278:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205165.335279:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335281:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205165.335282:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335283:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205165.335285:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205165.335355:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205165.335360:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205165.335365:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205166.039139:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205166.039149:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205166.039151:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205166.039158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205166.039162:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205166.039166:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205166.039170:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205166.039173:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205166.039176:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205166.359251:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205166.359259:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205166.359264:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205166.359265:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205166.359268:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205166.359269:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205166.359272:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205166.359273:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205166.359383:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205166.359387:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205166.359390:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205167.064134:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205167.064144:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205167.064146:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205167.064153:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205167.064157:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205167.064163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205167.064166:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205167.064170:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205167.064173:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205167.383197:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205167.383205:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205167.383208:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205167.383211:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383214:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205167.383216:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383218:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383220:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383224:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205167.383225:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205167.383228:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205167.383230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205167.383324:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205167.383328:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205167.383330:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205168.087353:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205168.087360:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205168.087362:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205168.087367:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205168.087370:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205168.087375:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205168.087378:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205168.087390:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205168.087393:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205168.088910:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205168.088915:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205168.088917:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205168.088919:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205168.088922:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205168.088927:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4300
00000400:00000200:1.0:1788205168.088934:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205168.088939:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205168.088941:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205168.088943:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.088945:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.088947:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.088948:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205168.088951:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205168.088952:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788205168.088954:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205168.088957:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788205168.088958:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788205168.088960:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788205168.088963:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.088965:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.088967:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.088969:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205168.088971:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788205168.088974:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205168.088977:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205168.088979:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205168.088983:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205168.088986:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.088988:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205168.088990:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205168.088999:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7100.
00000020:00000040:1.0:1788205168.089003:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788205168.089006:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205168.089008:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089011:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205168.089013:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205168.089017:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205168.089025:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3400.
00000100:00000001:1.0:1788205168.089030:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205168.089039:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205168.089049:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205168.089085:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205168.089091:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c039ec14] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205168.089117:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205168.089128:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205168.089130:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205168.089132:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205168.089133:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205168.089136:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205168.089138:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4300
00000400:00000200:1.0:1788205168.089142:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205168.089145:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205168.089147:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205168.089150:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089152:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089154:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089156:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205168.089166:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205168.089167:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788205168.089169:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205168.089172:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788205168.089173:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788205168.089175:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788205168.089178:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089180:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089182:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089183:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205168.089185:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788205168.089188:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089190:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205168.089191:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205168.089196:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205168.089198:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089200:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205168.089204:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205168.089208:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089210:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205168.089214:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7800.
00000020:00000040:1.0:1788205168.089216:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205168.089218:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205168.089220:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089221:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205168.089223:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205168.089224:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205168.089229:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0800.
00000100:00000001:1.0:1788205168.089233:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205168.089238:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205168.089245:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205168.089247:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205168.089250:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c770009] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205168.089257:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205168.089259:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205168.089262:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205168.089264:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205168.089265:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205168.089267:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205168.089269:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4300
00000400:00000200:1.0:1788205168.089273:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205168.089275:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205168.089277:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205168.089279:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089281:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089283:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089285:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205168.089286:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205168.089288:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788205168.089289:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205168.089291:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788205168.089293:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788205168.089295:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788205168.089297:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089299:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089301:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089302:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205168.089305:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788205168.089307:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089309:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205168.089311:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205168.089313:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205168.089315:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089317:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205168.089318:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205168.089320:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089322:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205168.089325:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6a00.
00000020:00000040:1.0:1788205168.089327:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205168.089329:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205168.089330:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089332:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205168.089333:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205168.089335:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205168.089338:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1c00.
00000100:00000001:1.0:1788205168.089341:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205168.089345:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205168.089357:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205168.089359:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205168.089363:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf273089] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205168.089369:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205168.089371:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205168.089374:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205168.089375:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205168.089377:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205168.089378:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205168.089381:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4300
00000400:00000200:1.0:1788205168.089384:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205168.089387:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205168.089389:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205168.089391:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089393:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089394:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089396:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205168.089398:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205168.089399:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788205168.089400:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205168.089402:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788205168.089404:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788205168.089406:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788205168.089409:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089410:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089412:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089413:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205168.089415:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788205168.089417:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089419:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205168.089420:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205168.089423:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205168.089424:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089426:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205168.089428:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205168.089430:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089431:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205168.089434:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6d80.
00000020:00000040:1.0:1788205168.089436:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205168.089438:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205168.089439:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089441:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205168.089442:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205168.089443:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205168.089446:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3000.
00000100:00000001:1.0:1788205168.089448:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205168.089452:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205168.089458:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205168.089460:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205168.089463:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000609c250c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205168.089470:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205168.089472:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205168.089474:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205168.089475:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205168.089476:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205168.089478:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205168.089481:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4300
00000400:00000200:1.0:1788205168.089484:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205168.089486:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205168.089488:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205168.089490:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089492:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089493:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089495:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205168.089497:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205168.089498:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788205168.089499:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205168.089501:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788205168.089502:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788205168.089504:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788205168.089507:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089508:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205168.089510:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089512:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205168.089513:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788205168.089516:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205168.089518:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205168.089520:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205168.089522:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205168.089524:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089526:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205168.089528:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788205168.089530:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089531:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205168.089535:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb7b80.
00000020:00000040:1.0:1788205168.089537:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205168.089539:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205168.089541:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205168.089543:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205168.089544:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205168.089546:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205168.089549:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0400.
00000100:00000001:1.0:1788205168.089552:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205168.089557:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205168.089563:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205168.089565:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205168.089569:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e5e12a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205168.089576:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205168.089580:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4310)
00000100:00000001:0.0:1788205168.089670:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205168.089673:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205168.089675:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205168.089679:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.089685:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205168.089687:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.089690:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205168.089692:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205168.089694:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205168.089698:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618739840:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205168.089701:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205168.089704:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205168.089707:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.089709:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205168.089714:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205168.089716:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205168.089722:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205168.089725:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205168.089732:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205168.089776:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739840, portal 25
00000100:00000001:0.0:1788205168.089779:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205168.089780:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774371072 : -116879935180544 : ffff95b2c4fb7100)
00000100:00000040:0.0:1788205168.089786:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.089792:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205168.089794:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205168.089796:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205168.089799:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618739840, offset 0
00000400:00000200:0.0:1788205168.089805:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205168.089812:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.089817:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205168.089821:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205168.089825:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205168.089828:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205168.089831:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205168.089835:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4038:4038:256:4294967295] 192.168.201.124@tcp LPNI seq info [4038:4038:8:4294967295]
00000400:00000200:0.0:1788205168.089839:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.089849:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205168.089854:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.089859:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205168.089866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205168.089870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205168.089875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205168.089878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205168.089882:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.089885:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205168.089891:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205168.089895:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205168.089900:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205168.089902:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205168.089906:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205168.089909:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.089915:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.089917:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.089921:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.089923:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205168.089927:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205168.089929:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205168.089931:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298975473
00000100:00000010:0.0:1788205168.089935:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3120.
00000100:00000001:0.0:1788205168.089939:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205168.089942:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298975473
00000100:00000010:0.0:1788205168.089944:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec37e0.
00000100:00000001:0.0:1788205168.089947:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205168.089949:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205168.089952:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.089954:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205168.089958:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205168/real 1788205168]  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205168.089967:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205168.089969:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205168.089971:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205168.089973:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205168.089975:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205168.089977:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205168.089980:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205168.089989:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.089995:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205168.089997:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.089999:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090001:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205168.090005:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090012:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205168.090017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090023:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205168.090027:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090028:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090028:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090030:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205168.090031:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205168.090033:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205168.090035:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205168.090037:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205168.090040:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205168.090044:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618739840:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205168.090047:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205168.090049:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090077:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205168.090078:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090079:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205168.090081:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205168.090082:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205168.090084:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205168.090087:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205168.090089:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205168.090090:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090092:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090095:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788205168.090097:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205168.090100:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205168.090102:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205168.090106:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205168.090109:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618739968, portal 10
00000100:00000001:0.0:1788205168.090111:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205168.090112:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774372864 : -116879935178752 : ffff95b2c4fb7800)
00000100:00000040:0.0:1788205168.090119:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090125:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205168.090127:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205168.090129:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205168.090132:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618739968, offset 0
00000400:00000200:0.0:1788205168.090135:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090138:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090141:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205168.090143:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205168.090145:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205168.090146:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205168.090148:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090150:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4039:4039:256:4294967295] 192.168.201.124@tcp LPNI seq info [4039:4039:8:4294967295]
00000400:00000200:0.0:1788205168.090152:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090156:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205168.090159:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090161:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205168.090163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205168.090165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205168.090168:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205168.090169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205168.090172:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090173:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205168.090175:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205168.090177:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205168.090179:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205168.090180:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205168.090181:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205168.090184:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090192:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090194:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090198:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090198:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205168.090200:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205168.090203:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205168.090205:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205168.090206:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298975385
00000100:00000001:0.0:1788205168.090208:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090209:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298975385
00000100:00000001:0.0:1788205168.090210:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090212:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205168.090213:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090214:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205168.090216:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205168/real 1788205168]  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205168.090220:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205168.090221:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205168.090222:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205168.090223:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205168.090224:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205168.090225:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205168.090227:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205168.090231:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090234:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205168.090236:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090237:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090238:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205168.090240:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090243:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205168.090245:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090249:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205168.090250:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090251:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090252:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090253:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205168.090254:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205168.090255:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205168.090257:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205168.090258:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205168.090260:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205168.090264:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618739968:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205168.090266:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205168.090267:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090271:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205168.090272:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090273:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205168.090274:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205168.090275:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205168.090277:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205168.090279:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205168.090281:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205168.090282:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090283:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090285:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205168.090286:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205168.090288:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205168.090289:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205168.090291:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205168.090293:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740096, portal 10
00000100:00000001:0.0:1788205168.090294:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205168.090295:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774369280 : -116879935182336 : ffff95b2c4fb6a00)
00000100:00000040:0.0:1788205168.090299:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090302:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205168.090303:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205168.090305:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205168.090306:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618740096, offset 0
00000400:00000200:0.0:1788205168.090308:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090310:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090311:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205168.090313:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205168.090314:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205168.090315:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205168.090317:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090319:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4040:4040:256:4294967295] 192.168.201.124@tcp LPNI seq info [4040:4040:8:4294967295]
00000400:00000200:0.0:1788205168.090321:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090325:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205168.090327:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090329:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205168.090332:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205168.090334:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205168.090338:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205168.090340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205168.090343:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090345:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205168.090347:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205168.090351:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205168.090353:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205168.090355:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205168.090357:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205168.090361:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090368:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090371:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090377:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090379:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205168.090382:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205168.090384:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205168.090386:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205168.090387:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298973230
00000100:00000001:0.0:1788205168.090389:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090390:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298973230
00000100:00000001:0.0:1788205168.090391:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090392:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205168.090393:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090395:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205168.090397:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205168/real 1788205168]  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205168.090402:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205168.090403:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205168.090404:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205168.090405:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205168.090406:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205168.090407:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205168.090409:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205168.090414:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090417:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205168.090418:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090419:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090420:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205168.090422:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090425:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205168.090427:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090430:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205168.090432:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090432:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090433:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090434:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205168.090435:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205168.090436:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205168.090438:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205168.090439:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205168.090441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205168.090449:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740096:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205168.090451:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205168.090453:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090456:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205168.090457:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090458:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205168.090459:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205168.090460:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205168.090462:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205168.090463:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205168.090464:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205168.090465:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090466:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090468:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205168.090470:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205168.090471:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205168.090473:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205168.090475:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205168.090476:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740224, portal 4
00000100:00000001:0.0:1788205168.090477:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205168.090478:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774370176 : -116879935181440 : ffff95b2c4fb6d80)
00000100:00000040:0.0:1788205168.090481:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090485:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205168.090486:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205168.090487:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205168.090489:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618740224, offset 0
00000400:00000200:0.0:1788205168.090491:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090493:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090495:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205168.090497:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205168.090499:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205168.090500:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205168.090502:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090504:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4041:4041:256:4294967295] 192.168.201.124@tcp LPNI seq info [4041:4041:8:4294967295]
00000400:00000200:0.0:1788205168.090506:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090509:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205168.090512:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090513:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205168.090515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205168.090517:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205168.090519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205168.090521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205168.090523:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090524:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205168.090526:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205168.090528:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205168.090529:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205168.090530:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205168.090532:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205168.090533:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090538:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090540:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090543:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090544:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205168.090545:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205168.090547:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205168.090548:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205168.090550:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298973210
00000100:00000001:0.0:1788205168.090551:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090552:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298973210
00000100:00000001:0.0:1788205168.090554:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090555:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205168.090556:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090556:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205168.090558:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205168/real 1788205168]  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205168.090562:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205168.090563:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205168.090563:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205168.090565:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205168.090565:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205168.090567:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205168.090568:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205168.090573:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090576:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205168.090577:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090577:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090578:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205168.090580:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090583:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205168.090585:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090589:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205168.090590:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090591:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090592:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090593:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205168.090594:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205168.090595:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205168.090597:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205168.090598:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205168.090600:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205168.090604:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740224:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205168.090606:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205168.090607:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090610:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205168.090611:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090612:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205168.090613:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205168.090614:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205168.090615:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205168.090617:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205168.090618:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205168.090618:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205168.090619:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090621:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788205168.090622:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205168.090624:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205168.090625:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205168.090626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205168.090628:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740352, portal 4
00000100:00000001:0.0:1788205168.090629:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205168.090630:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774373760 : -116879935177856 : ffff95b2c4fb7b80)
00000100:00000040:0.0:1788205168.090633:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090637:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205168.090638:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205168.090639:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205168.090640:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618740352, offset 0
00000400:00000200:0.0:1788205168.090642:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090644:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090646:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205168.090647:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205168.090648:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205168.090649:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205168.090651:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205168.090652:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4042:4042:256:4294967295] 192.168.201.124@tcp LPNI seq info [4042:4042:8:4294967295]
00000400:00000200:0.0:1788205168.090655:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205168.090658:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205168.090660:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090662:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205168.090664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205168.090665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205168.090667:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205168.090669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205168.090671:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205168.090672:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205168.090673:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205168.090675:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205168.090677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205168.090678:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205168.090679:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205168.090681:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090692:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090694:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090700:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090702:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205168.090704:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205168.090707:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205168.090710:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205168.090712:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298973344
00000100:00000001:0.0:1788205168.090714:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090716:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298973344
00000100:00000001:0.0:1788205168.090718:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298975473
00000100:00000001:0.0:1788205168.090720:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205168.090722:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090723:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205168.090727:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205168/real 1788205168]  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205168.090735:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205168.090736:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205168.090737:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205168.090740:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205168.090741:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205168.090743:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205168.090755:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205168.090764:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090770:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205168.090772:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090773:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090774:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205168.090777:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090782:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205168.090786:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090792:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205168.090794:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090795:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205168.090796:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090798:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205168.090800:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205168.090802:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205168.090805:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205168.090807:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205168.090810:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205168.090817:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740352:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205168.090820:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090822:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090825:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7100 x1875064618739840/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090830:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205168.090832:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090835:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205168.090838:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205168.090839:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205168.090841:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205168.090843:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205168.090846:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3400.
02000000:00000001:0.0:1788205168.090850:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205168.090851:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205168.090853:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7100.
00000100:00000001:0.0:1788205168.090856:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205168.090857:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090858:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090861:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7800 x1875064618739968/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090867:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205168.090868:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090869:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788205168.090872:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205168.090873:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205168.090874:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205168.090876:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205168.090877:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0800.
02000000:00000001:0.0:1788205168.090879:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205168.090880:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205168.090881:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7800.
00000100:00000001:0.0:1788205168.090883:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205168.090884:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090886:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090889:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6a00 x1875064618740096/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090895:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205168.090896:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090898:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205168.090901:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205168.090902:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205168.090902:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205168.090904:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205168.090904:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1c00.
02000000:00000001:0.0:1788205168.090906:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205168.090907:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205168.090908:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6a00.
00000100:00000001:0.0:1788205168.090910:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205168.090910:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090911:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090914:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6d80 x1875064618740224/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090917:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205168.090918:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090919:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210800.
02000000:00000001:0.0:1788205168.090920:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205168.090921:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205168.090921:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205168.090922:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205168.090923:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3000.
02000000:00000001:0.0:1788205168.090924:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205168.090924:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205168.090925:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6d80.
00000100:00000001:0.0:1788205168.090926:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205168.090927:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090928:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205168.090929:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb7b80 x1875064618740352/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205168.090932:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205168.090933:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205168.090934:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213000.
02000000:00000001:0.0:1788205168.090935:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205168.090935:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205168.090936:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205168.090937:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205168.090937:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0400.
02000000:00000001:0.0:1788205168.090938:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205168.090939:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205168.090939:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb7b80.
00000100:00000001:0.0:1788205168.090940:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205168.090941:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090943:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205168.090948:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205168.090950:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205168.090951:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205168.090952:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205168.407886:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205168.407893:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205168.407898:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205168.407900:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205168.407903:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205168.407904:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205168.407907:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205168.407908:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205168.408283:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205168.408286:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205168.408288:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205169.112857:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205169.112864:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205169.112866:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205169.112872:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205169.112874:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205169.112877:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205169.112880:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205169.112882:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205169.112885:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205169.431188:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205169.431195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205169.431200:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205169.431201:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205169.431205:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205169.431206:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205169.431209:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205169.431210:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205169.431269:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205169.431273:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205169.431276:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205170.135175:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205170.135183:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205170.135185:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205170.135191:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205170.135194:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205170.135199:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205170.135201:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205170.135204:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205170.135207:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205170.391148:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298975473, at 4298975488
00000100:00000040:3.0:1788205170.391148:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298975473, at 4298975488
00000100:00000010:2.0:1788205170.391161:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3120.
00000100:00000010:3.0:1788205170.391164:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec37e0.
00010000:00000001:3.0:1788205170.455156:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205170.455164:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205170.455166:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205170.455169:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205170.455174:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205170.455176:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205170.455178:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205170.455180:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205170.455189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205170.455191:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205170.455194:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205170.455195:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205170.455199:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205170.455200:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205170.455253:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205170.455257:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205170.455260:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205171.159827:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205171.159835:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205171.159837:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205171.159843:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:1.0:1788205171.159846:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205171.159850:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205171.159853:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205171.159856:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205171.159859:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205171.479220:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205171.479230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205171.479237:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205171.479239:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205171.479242:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205171.479243:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205171.479252:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205171.479253:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205171.479476:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205171.479480:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205171.479483:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205172.183240:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205172.183250:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205172.183252:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205172.183259:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205172.183263:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205172.183267:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205172.183271:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205172.183273:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205172.183277:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205172.503210:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205172.503218:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205172.503222:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205172.503223:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205172.503226:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205172.503227:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205172.503229:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205172.503230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205172.503309:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205172.503314:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205172.503319:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205173.207140:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788205173.207142:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205173.207149:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205173.207154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205173.207155:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205173.207161:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788205173.207163:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00080000:1.0:1788205173.207168:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205173.207168:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205173.207175:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205173.207176:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205173.207179:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205173.207183:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788205173.207188:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4305
00000100:00000001:2.0:1788205173.207188:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205173.207200:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205173.207207:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205173.207210:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205173.207214:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207218:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207221:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207223:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205173.207227:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205173.207229:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:1.0:1788205173.207233:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205173.207236:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:1.0:1788205173.207239:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:1.0:1788205173.207241:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:1.0:1788205173.207245:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207247:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207249:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207251:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205173.207254:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:1.0:1788205173.207257:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207259:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205173.207263:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205173.207266:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205173.207269:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207272:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205173.207274:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205173.207285:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4000.
00000020:00000040:1.0:1788205173.207289:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:1.0:1788205173.207293:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205173.207295:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207299:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205173.207303:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205173.207308:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205173.207318:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f0000.
00000100:00000001:1.0:1788205173.207327:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205173.207339:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205173.207351:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205173.207356:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205173.207362:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f522842a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205173.207400:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205173.207404:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205173.207407:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205173.207408:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205173.207409:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205173.207412:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205173.207414:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4305
00000400:00000200:1.0:1788205173.207417:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205173.207421:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205173.207423:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205173.207426:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207428:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207430:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207432:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205173.207435:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205173.207436:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:1.0:1788205173.207438:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205173.207440:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:1.0:1788205173.207442:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:1.0:1788205173.207444:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:1.0:1788205173.207447:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207449:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207451:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207452:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205173.207455:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:1.0:1788205173.207457:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207460:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205173.207462:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205173.207468:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205173.207471:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207472:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205173.207478:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205173.207481:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207484:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205173.207488:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4700.
00000020:00000040:1.0:1788205173.207491:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205173.207493:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205173.207494:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207496:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205173.207498:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205173.207500:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205173.207504:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2000.
00000100:00000001:1.0:1788205173.207507:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205173.207512:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205173.207520:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205173.207522:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205173.207525:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891a1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205173.207533:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205173.207536:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205173.207539:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205173.207541:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205173.207542:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205173.207544:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205173.207547:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4305
00000400:00000200:1.0:1788205173.207550:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205173.207553:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205173.207555:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205173.207557:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207559:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207561:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207563:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205173.207565:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205173.207567:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:1.0:1788205173.207568:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205173.207571:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:1.0:1788205173.207573:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:1.0:1788205173.207575:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:1.0:1788205173.207578:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207579:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207581:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207583:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205173.207585:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:1.0:1788205173.207587:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207589:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205173.207590:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205173.207592:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205173.207594:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207596:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205173.207598:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205173.207600:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207602:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205173.207604:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb4380.
00000020:00000040:1.0:1788205173.207606:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205173.207608:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205173.207608:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207610:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205173.207611:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205173.207612:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205173.207614:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f3c00.
00000100:00000001:1.0:1788205173.207617:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205173.207621:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205173.207628:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205173.207631:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205173.207634:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001a643b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205173.207642:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205173.207645:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205173.207648:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205173.207650:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205173.207651:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205173.207654:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205173.207656:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4305
00000400:00000200:1.0:1788205173.207672:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205173.207675:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205173.207678:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205173.207680:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207682:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207684:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207687:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205173.207689:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205173.207690:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:1.0:1788205173.207692:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205173.207694:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:1.0:1788205173.207696:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:1.0:1788205173.207698:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:1.0:1788205173.207701:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207703:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207705:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207706:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205173.207708:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:1.0:1788205173.207711:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207713:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205173.207715:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205173.207718:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205173.207720:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207722:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205173.207724:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205173.207726:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207728:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205173.207732:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb6300.
00000020:00000040:1.0:1788205173.207734:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205173.207736:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205173.207737:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207739:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205173.207741:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205173.207742:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205173.207746:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f1000.
00000100:00000001:1.0:1788205173.207749:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205173.207753:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205173.207761:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205173.207763:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205173.207766:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d928ae58] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205173.207773:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205173.207775:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205173.207778:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205173.207780:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205173.207781:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205173.207784:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205173.207786:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4305
00000400:00000200:1.0:1788205173.207789:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:1.0:1788205173.207792:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205173.207794:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205173.207797:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207799:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207801:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207803:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:1.0:1788205173.207804:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205173.207805:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:1.0:1788205173.207807:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205173.207808:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:1.0:1788205173.207810:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:1.0:1788205173.207812:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:1.0:1788205173.207814:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207816:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205173.207818:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207819:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:1.0:1788205173.207821:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:1.0:1788205173.207824:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:1.0:1788205173.207825:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205173.207827:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205173.207829:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205173.207831:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207832:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205173.207834:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1788205173.207836:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207837:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205173.207840:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c4fb5180.
00000020:00000040:1.0:1788205173.207841:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:1.0:1788205173.207843:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205173.207844:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.207846:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205173.207847:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205173.207848:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205173.207851:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c96f2400.
00000100:00000001:1.0:1788205173.207854:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205173.207858:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205173.207864:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205173.207866:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205173.207869:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000527699e7] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205173.207876:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205173.207881:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4316)
00000100:00000001:0.0:1788205173.209247:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205173.209252:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205173.209255:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.209266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209277:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.209279:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.209283:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.209287:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.209290:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.209294:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618740480:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205173.209299:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.209305:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.209308:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.209311:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.209318:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205173.209320:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.209328:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205173.209332:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205173.209341:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205173.209348:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740480, portal 25
00000100:00000001:0.0:1788205173.209351:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.209353:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774358528 : -116879935193088 : ffff95b2c4fb4000)
00000100:00000040:0.0:1788205173.209359:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209367:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.209370:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205173.209373:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205173.209376:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618740480, offset 0
00000400:00000200:0.0:1788205173.209384:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205173.209394:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.209412:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205173.209419:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.209424:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205173.209429:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.209432:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205173.209436:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4043:4043:256:4294967295] 192.168.201.124@tcp LPNI seq info [4043:4043:8:4294967295]
00000400:00000200:0.0:1788205173.209442:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.209454:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.209461:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.209468:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205173.209478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205173.209482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205173.209488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205173.209492:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205173.209497:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.209500:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205173.209507:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.209512:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.209518:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205173.209521:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205173.209526:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.209530:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209540:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.209544:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209557:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.209559:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.209566:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.209571:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205173.209574:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298980593
00000100:00000010:0.0:1788205173.209579:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3660.
00000100:00000001:0.0:1788205173.209587:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205173.209595:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298980593
00000100:00000010:0.0:1788205173.209598:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3f60.
00000100:00000001:0.0:1788205173.209601:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205173.209605:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.209609:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.209612:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.209617:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.209628:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.209629:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.209632:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205173.209635:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205173.209637:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205173.209639:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.209643:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.209652:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209672:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.209675:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.209677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.209680:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.209684:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209692:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.209697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209704:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.209707:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.209709:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.209710:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.209712:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.209715:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.209718:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.209723:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205173.209726:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.209730:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.209739:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618740480:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205173.209744:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.209747:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209754:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.209755:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.209758:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.209760:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.209762:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.209765:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.209768:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.209770:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.209772:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.209774:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.209778:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788205173.209780:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.209784:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205173.209787:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205173.209791:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205173.209794:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740608, portal 10
00000100:00000001:0.0:1788205173.209796:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.209797:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774360320 : -116879935191296 : ffff95b2c4fb4700)
00000100:00000040:0.0:1788205173.209805:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209813:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.209815:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205173.209817:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205173.209820:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618740608, offset 0
00000400:00000200:0.0:1788205173.209824:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205173.209828:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.209832:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205173.209835:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.209838:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205173.209840:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.209843:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205173.209846:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4044:4044:256:4294967295] 192.168.201.124@tcp LPNI seq info [4044:4044:8:4294967295]
00000400:00000200:0.0:1788205173.209850:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.209856:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.209860:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.209863:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205173.209867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205173.209869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205173.209874:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205173.209876:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205173.209880:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.209882:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205173.209885:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.209888:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.209891:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205173.209893:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205173.209895:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.209899:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209906:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.209910:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209916:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.209917:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.209920:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.209924:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205173.209927:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205173.209929:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298980504
00000100:00000001:0.0:1788205173.209931:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.209933:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298980504
00000100:00000001:0.0:1788205173.209936:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.209938:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.209940:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.209941:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.209945:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.209952:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.209953:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.209955:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205173.209958:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205173.209959:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205173.209961:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.209965:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.209974:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209980:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.209982:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.209983:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.209985:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.209988:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.209994:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.209998:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210004:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.210007:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210009:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210010:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210011:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.210013:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.210016:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.210020:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205173.210022:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.210026:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.210034:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740608:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.210038:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.210042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210092:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.210094:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.210096:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.210098:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.210100:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.210103:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.210106:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.210109:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.210110:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.210112:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.210116:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205173.210118:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.210121:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205173.210124:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205173.210127:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205173.210129:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740736, portal 10
00000100:00000001:0.0:1788205173.210131:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.210133:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774359424 : -116879935192192 : ffff95b2c4fb4380)
00000100:00000040:0.0:1788205173.210138:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210145:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.210147:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205173.210149:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205173.210152:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618740736, offset 0
00000400:00000200:0.0:1788205173.210156:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205173.210160:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.210163:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205173.210166:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.210169:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205173.210171:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.210173:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205173.210177:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4045:4045:256:4294967295] 192.168.201.124@tcp LPNI seq info [4045:4045:8:4294967295]
00000400:00000200:0.0:1788205173.210181:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.210188:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.210192:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.210196:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205173.210200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205173.210203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205173.210207:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205173.210210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205173.210214:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.210216:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205173.210220:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.210223:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.210226:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205173.210228:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205173.210230:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.210234:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210242:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.210244:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210251:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.210252:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.210255:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.210258:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205173.210261:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205173.210263:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298978350
00000100:00000001:0.0:1788205173.210265:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.210267:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298978350
00000100:00000001:0.0:1788205173.210269:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.210271:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.210274:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.210276:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.210280:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.210287:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.210289:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.210290:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205173.210293:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205173.210294:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205173.210297:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.210300:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.210308:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210314:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.210315:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210317:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210318:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.210321:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210327:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.210331:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210338:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.210340:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210342:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210343:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210345:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.210346:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.210349:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.210353:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205173.210355:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.210359:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.210367:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740736:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.210371:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.210375:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210382:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.210384:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.210386:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.210388:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.210390:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.210392:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.210396:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.210398:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.210400:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.210402:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.210406:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788205173.210408:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.210411:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205173.210414:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205173.210418:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205173.210421:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740864, portal 4
00000100:00000001:0.0:1788205173.210423:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.210424:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774367488 : -116879935184128 : ffff95b2c4fb6300)
00000100:00000040:0.0:1788205173.210430:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210436:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.210439:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205173.210441:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205173.210443:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618740864, offset 0
00000400:00000200:0.0:1788205173.210447:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205173.210451:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.210454:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205173.210457:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.210459:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205173.210461:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.210463:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205173.210466:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4046:4046:256:4294967295] 192.168.201.124@tcp LPNI seq info [4046:4046:8:4294967295]
00000400:00000200:0.0:1788205173.210470:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.210476:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.210481:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.210484:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205173.210487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205173.210490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205173.210494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205173.210496:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205173.210518:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.210521:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205173.210524:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.210527:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.210531:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205173.210533:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205173.210535:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.210539:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210547:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.210550:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210557:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.210558:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.210563:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.210566:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205173.210569:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205173.210572:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298978330
00000100:00000001:0.0:1788205173.210574:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.210577:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298978330
00000100:00000001:0.0:1788205173.210579:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.210581:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.210583:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.210585:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.210589:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.210597:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.210598:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.210600:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205173.210602:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205173.210604:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205173.210606:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.210609:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.210617:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210624:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.210625:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210627:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210628:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.210632:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210638:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.210642:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210650:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.210652:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210655:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210657:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.210672:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.210675:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.210679:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205173.210682:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.210686:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.210694:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740864:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.210699:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.210702:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210710:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.210711:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.210714:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.210716:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.210718:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.210721:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.210724:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.210726:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.210728:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.210729:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.210733:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213400.
02000000:00000001:0.0:1788205173.210736:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.210739:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205173.210742:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205173.210746:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205173.210749:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618740992, portal 4
00000100:00000001:0.0:1788205173.210751:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.210752:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193774363008 : -116879935188608 : ffff95b2c4fb5180)
00000100:00000040:0.0:1788205173.210758:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210764:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.210766:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205173.210768:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205173.210771:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618740992, offset 0
00000400:00000200:0.0:1788205173.210776:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205173.210779:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.210783:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205173.210786:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.210788:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205173.210791:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.210793:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205173.210796:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4047:4047:256:4294967295] 192.168.201.124@tcp LPNI seq info [4047:4047:8:4294967295]
00000400:00000200:0.0:1788205173.210800:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205173.210807:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.210811:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.210815:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205173.210819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205173.210821:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205173.210825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205173.210828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205173.210831:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205173.210833:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205173.210836:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.210839:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.210842:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205173.210844:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205173.210847:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.210850:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210857:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.210860:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210866:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.210868:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.210871:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.210874:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205173.210877:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205173.210878:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298978464
00000100:00000001:0.0:1788205173.210881:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.210883:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298978464
00000100:00000001:0.0:1788205173.210885:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298980593
00000100:00000001:0.0:1788205173.210887:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.210889:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.210891:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.210895:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.210903:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.210905:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.210906:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205173.210909:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205173.210911:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205173.210913:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.210916:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.210923:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210934:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.210936:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210938:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210939:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.210943:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210949:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.210952:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.210959:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.210961:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210963:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.210964:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210966:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.210968:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.210971:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.210974:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205173.210977:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.210980:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.210988:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c4fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618740992:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.210992:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.210994:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.210998:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4000 x1875064618740480/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.211005:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.211008:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.211011:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205173.211016:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.211018:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.211021:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205173.211023:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.211026:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f0000.
02000000:00000001:0.0:1788205173.211030:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.211032:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.211034:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4000.
00000100:00000001:0.0:1788205173.211036:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.211038:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.211039:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.211042:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4700 x1875064618740608/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.211049:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.211071:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.211073:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788205173.211076:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.211078:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.211079:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205173.211081:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.211082:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2000.
02000000:00000001:0.0:1788205173.211087:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.211088:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.211089:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4700.
00000100:00000001:0.0:1788205173.211091:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.211093:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.211094:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.211097:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb4380 x1875064618740736/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.211103:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.211105:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.211106:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205173.211108:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.211110:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.211111:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205173.211113:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.211115:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f3c00.
02000000:00000001:0.0:1788205173.211117:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.211118:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.211120:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb4380.
00000100:00000001:0.0:1788205173.211122:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.211123:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.211124:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.211128:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb6300 x1875064618740864/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.211134:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.211135:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.211136:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788205173.211138:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.211139:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.211140:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205173.211143:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.211144:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f1000.
02000000:00000001:0.0:1788205173.211146:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.211147:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.211148:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb6300.
00000100:00000001:0.0:1788205173.211151:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.211152:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.211154:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.211156:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c4fb5180 x1875064618740992/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.211163:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.211174:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.211176:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213400.
02000000:00000001:0.0:1788205173.211181:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.211183:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.211184:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205173.211186:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.211187:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c96f2400.
02000000:00000001:0.0:1788205173.211189:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.211191:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.211192:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c4fb5180.
00000100:00000001:0.0:1788205173.211194:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.211195:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.211198:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.211206:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205173.211208:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.211210:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205173.211212:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205173.527548:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205173.527560:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205173.527568:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205173.527569:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205173.527573:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205173.527575:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205173.527578:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205173.527580:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205173.527689:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205173.527694:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205173.527698:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205174.231194:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205174.231203:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205174.231205:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205174.231211:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205174.231214:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205174.231218:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.231221:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205174.231224:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.231226:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205174.551198:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205174.551205:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205174.551211:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205174.551212:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205174.551215:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205174.551216:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205174.551219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205174.551220:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205174.551709:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205174.551717:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205174.551722:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205175.255179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205175.255186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205175.255189:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205175.255194:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205175.255197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205175.255201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.255204:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205175.255206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.255209:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205175.511174:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298980593, at 4298980608
00000100:00000010:2.0:1788205175.511189:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3660.
00000100:00000040:3.0:1788205175.511323:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298980593, at 4298980608
00000100:00000010:3.0:1788205175.511329:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3f60.
00010000:00000001:3.0:1788205175.575173:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205175.575180:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205175.575188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575191:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205175.575196:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205175.575198:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205175.575203:0:15335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1788205175.575205:0:15335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1788205175.575207:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575209:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205175.575212:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575213:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575216:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575219:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205175.575221:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205175.575222:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205175.575224:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575226:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205175.575227:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575229:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205175.575231:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205175.575319:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205175.575326:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205175.575330:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205176.279159:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205176.279166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205176.279168:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205176.279173:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205176.279177:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205176.279180:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205176.279183:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205176.279186:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205176.279189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205176.599224:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205176.599230:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205176.599236:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205176.599237:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205176.599240:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205176.599242:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205176.599245:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205176.599247:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205176.599367:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205176.599371:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205176.599374:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205177.303179:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205177.303186:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205177.303188:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205177.303193:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205177.303197:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205177.303201:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205177.303203:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205177.303206:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205177.303208:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623170:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205177.623176:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623181:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205177.623184:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205177.623186:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205177.623189:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623192:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205177.623194:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623196:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623198:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623202:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205177.623203:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205177.623206:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205177.623208:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205177.623290:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205177.623292:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205177.623294:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205178.327183:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788205178.327186:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205178.327191:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788205178.327192:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205178.327196:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205178.327199:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205178.327202:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205178.327203:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205178.327209:0:15013:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4311
00000100:00100000:2.0:1788205178.327210:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205178.327215:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788205178.327219:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:2.0:1788205178.327221:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205178.327225:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205178.327226:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788205178.327228:0:15013:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205178.327230:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205178.327232:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:2.0:1788205178.327236:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327237:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327240:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327243:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205178.327245:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205178.327247:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:3.0:1788205178.327249:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205178.327252:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:3.0:1788205178.327253:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:3.0:1788205178.327255:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:3.0:1788205178.327257:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327258:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327259:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327260:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205178.327262:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:3.0:1788205178.327264:0:15013:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327265:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205178.327267:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205178.327270:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205178.327272:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327273:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205178.327275:0:15013:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205178.327283:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3935500.
00000020:00000040:3.0:1788205178.327286:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:3.0:1788205178.327289:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205178.327290:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327292:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205178.327294:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205178.327297:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205178.327304:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83000.
00000100:00000001:3.0:1788205178.327310:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205178.327330:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205178.327340:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205178.327344:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205178.327349:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040620e46] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205178.327371:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205178.327373:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205178.327375:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205178.327376:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205178.327377:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205178.327379:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205178.327381:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4311
00000400:00000200:3.0:1788205178.327383:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205178.327385:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205178.327387:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205178.327388:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327390:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327391:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327392:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205178.327394:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205178.327395:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:3.0:1788205178.327396:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205178.327398:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:3.0:1788205178.327399:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:3.0:1788205178.327400:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:3.0:1788205178.327402:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327403:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327404:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327405:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205178.327406:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:3.0:1788205178.327408:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327409:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205178.327410:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205178.327413:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205178.327415:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327416:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205178.327418:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205178.327420:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327421:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205178.327424:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3936a00.
00000020:00000040:3.0:1788205178.327425:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205178.327426:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205178.327427:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327428:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205178.327429:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205178.327430:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205178.327433:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80c00.
00000100:00000001:3.0:1788205178.327435:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205178.327438:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205178.327443:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205178.327444:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205178.327446:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c57b37d] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205178.327451:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205178.327453:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205178.327455:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205178.327455:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205178.327456:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205178.327457:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205178.327459:0:15013:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4311
00000400:00000200:3.0:1788205178.327460:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205178.327462:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205178.327463:0:15013:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205178.327464:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327465:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327466:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327468:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205178.327469:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205178.327470:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:3.0:1788205178.327471:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205178.327472:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:3.0:1788205178.327473:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:3.0:1788205178.327474:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:3.0:1788205178.327475:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327476:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327477:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327478:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205178.327479:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:3.0:1788205178.327480:0:15013:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327482:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205178.327483:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205178.327484:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205178.327485:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327487:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205178.327488:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205178.327490:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327491:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205178.327492:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934e00.
00000020:00000040:3.0:1788205178.327493:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205178.327495:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205178.327495:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327496:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205178.327497:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205178.327497:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205178.327499:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e83800.
00000100:00000001:3.0:1788205178.327501:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205178.327503:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205178.327506:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205178.327507:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205178.327509:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f26138] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205178.327513:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205178.327515:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205178.327517:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205178.327518:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205178.327519:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205178.327520:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205178.327521:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4311
00000400:00000200:3.0:1788205178.327523:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205178.327524:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205178.327525:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205178.327527:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327528:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327530:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327531:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205178.327532:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205178.327532:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000020:00000001:3.0:1788205178.327533:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205178.327534:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000020:00000001:3.0:1788205178.327535:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000020:00000001:3.0:1788205178.327536:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000040:3.0:1788205178.327538:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327539:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327540:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327541:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205178.327542:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:3.0:1788205178.327543:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327544:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205178.327545:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205178.327546:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205178.327547:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327548:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205178.327550:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205178.327551:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327552:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205178.327553:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934a80.
00000020:00000040:3.0:1788205178.327554:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205178.327555:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205178.327556:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327557:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205178.327558:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205178.327558:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205178.327560:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e82800.
00000100:00000001:3.0:1788205178.327562:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205178.327564:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205178.327568:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205178.327588:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205178.327591:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084787d25] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205178.327596:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205178.327599:0:15013:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205178.327602:0:15013:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205178.327603:0:15013:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205178.327604:0:15013:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205178.327606:0:15013:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205178.327609:0:15013:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4311
00000400:00000200:3.0:1788205178.327614:0:15013:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205178.327617:0:15013:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205178.327620:0:15013:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205178.327623:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327626:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327627:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327630:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:3.0:1788205178.327632:0:15013:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205178.327633:0:15013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000020:00000001:3.0:1788205178.327635:0:15013:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205178.327637:0:15013:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000020:00000001:3.0:1788205178.327639:0:15013:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000020:00000001:3.0:1788205178.327641:0:15013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:3.0:1788205178.327643:0:15013:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327645:0:15013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205178.327647:0:15013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327649:0:15013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:3.0:1788205178.327651:0:15013:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00080000:3.0:1788205178.327653:0:15013:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:3.0:1788205178.327656:0:15013:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205178.327658:0:15013:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205178.327660:0:15013:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205178.327662:0:15013:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327664:0:15013:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205178.327666:0:15013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1788205178.327668:0:15013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327670:0:15013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205178.327674:0:15013:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2c3934000.
00000020:00000040:3.0:1788205178.327676:0:15013:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205178.327678:0:15013:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205178.327678:0:15013:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.327680:0:15013:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205178.327681:0:15013:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205178.327682:0:15013:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205178.327692:0:15013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c3e80400.
00000100:00000001:3.0:1788205178.327696:0:15013:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205178.327699:0:15013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205178.327704:0:15013:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205178.327705:0:15013:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205178.327707:0:15013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d3d59f] to pc [ptlrpcd_rcv+-1]  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205178.327711:0:15013:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205178.327714:0:15013:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4321)
00000100:00000001:0.0:1788205178.328031:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205178.328034:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205178.328035:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.328040:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328045:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.328046:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328049:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.328065:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.328067:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.328069:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618741120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205178.328072:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.328075:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.328077:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328079:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.328083:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788205178.328084:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.328088:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205178.328091:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205178.328095:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205178.328100:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741120, portal 25
00000100:00000001:0.0:1788205178.328102:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.328103:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750770944 : -116879958780672 : ffff95b2c3935500)
00000100:00000040:0.0:1788205178.328106:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328111:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.328113:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205178.328115:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205178.328117:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618741120, offset 0
00000400:00000200:0.0:1788205178.328121:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328128:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328132:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205178.328135:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.328138:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205178.328141:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.328143:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328146:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4048:4048:256:4294967295] 192.168.201.124@tcp LPNI seq info [4048:4048:8:4294967295]
00000400:00000200:0.0:1788205178.328149:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328155:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.328159:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328162:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205178.328167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205178.328169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205178.328173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205178.328175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205178.328178:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328180:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205178.328184:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.328187:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.328190:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205178.328192:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205178.328196:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.328198:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328204:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.328206:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328211:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.328212:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.328215:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.328217:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205178.328219:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298985712
00000100:00000010:0.0:1788205178.328222:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec3480.
00000100:00000001:0.0:1788205178.328227:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788205178.328230:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298985712
00000100:00000010:0.0:1788205178.328232:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c4ec30c0.
00000100:00000001:0.0:1788205178.328234:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788205178.328235:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.328237:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.328238:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.328241:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.328246:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.328247:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.328249:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205178.328250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205178.328251:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205178.328252:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.328254:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.328259:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328266:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.328267:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328269:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.328270:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.328272:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328276:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.328279:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328284:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.328286:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328286:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.328287:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328289:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.328290:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.328291:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.328293:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205178.328295:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.328297:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.328304:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618741120:192.168.201.124@tcp:250:kworker.0
00000100:00000001:0.0:1788205178.328307:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.328311:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328316:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.328318:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328320:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.328322:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.328324:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.328327:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.328330:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.328331:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.328333:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328334:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.328338:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205178.328340:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.328343:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205178.328346:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205178.328349:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205178.328352:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741248, portal 10
00000100:00000001:0.0:1788205178.328354:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.328354:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750776320 : -116879958775296 : ffff95b2c3936a00)
00000100:00000040:0.0:1788205178.328360:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328364:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.328365:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205178.328367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205178.328368:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618741248, offset 0
00000400:00000200:0.0:1788205178.328370:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328373:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328375:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205178.328376:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.328378:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205178.328380:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.328381:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328383:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4049:4049:256:4294967295] 192.168.201.124@tcp LPNI seq info [4049:4049:8:4294967295]
00000400:00000200:0.0:1788205178.328385:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328389:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.328392:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328394:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205178.328397:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205178.328399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205178.328401:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205178.328403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205178.328405:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328406:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205178.328408:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.328410:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.328412:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205178.328413:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205178.328414:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.328416:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328421:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.328423:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328426:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.328427:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.328429:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.328431:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000400:00000200:0.0:1788205178.328433:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205178.328434:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298985623
00000100:00000001:0.0:1788205178.328436:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.328437:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298985623
00000100:00000001:0.0:1788205178.328439:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.328440:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.328441:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.328442:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.328444:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.328453:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.328454:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.328455:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205178.328456:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205178.328457:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205178.328458:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.328459:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.328463:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328467:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.328468:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328469:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.328470:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.328472:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328476:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.328478:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328481:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.328482:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328483:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.328484:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328485:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.328486:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.328487:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.328489:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205178.328490:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.328493:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.328497:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741248:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.328499:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.328501:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328504:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.328505:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328506:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.328507:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.328508:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.328510:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.328511:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.328512:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.328513:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328514:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.328516:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788205178.328517:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.328519:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205178.328520:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205178.328522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205178.328524:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741376, portal 10
00000100:00000001:0.0:1788205178.328525:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.328526:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750769152 : -116879958782464 : ffff95b2c3934e00)
00000100:00000040:0.0:1788205178.328529:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328533:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.328534:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205178.328535:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205178.328537:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618741376, offset 0
00000400:00000200:0.0:1788205178.328539:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328541:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328543:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205178.328544:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.328546:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205178.328547:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.328549:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328550:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4050:4050:256:4294967295] 192.168.201.124@tcp LPNI seq info [4050:4050:8:4294967295]
00000400:00000200:0.0:1788205178.328553:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328557:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.328559:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328561:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205178.328563:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205178.328564:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205178.328567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205178.328568:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205178.328692:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328694:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205178.328697:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.328701:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.328704:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205178.328706:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205178.328708:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.328712:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328719:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.328722:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328728:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.328729:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.328732:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.328735:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:0.0:1788205178.328738:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205178.328740:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298983468
00000100:00000001:0.0:1788205178.328743:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.328744:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298983468
00000100:00000001:0.0:1788205178.328746:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.328748:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.328750:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.328752:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.328756:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.328763:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.328765:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.328766:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205178.328768:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205178.328770:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205178.328772:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.328775:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.328783:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328789:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.328791:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328793:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.328794:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.328797:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328803:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.328807:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328813:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.328816:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328818:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.328819:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.328820:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.328822:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.328824:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.328827:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205178.328829:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.328833:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.328841:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741376:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.328844:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.328847:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328853:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.328855:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328857:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.328859:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.328861:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.328863:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.328866:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.328867:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.328869:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.328871:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.328874:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205178.328876:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.328879:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205178.328881:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205178.328885:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205178.328887:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741504, portal 4
00000100:00000001:0.0:1788205178.328890:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.328891:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750768256 : -116879958783360 : ffff95b2c3934a80)
00000100:00000040:0.0:1788205178.328896:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328902:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.328904:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205178.328906:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205178.328908:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618741504, offset 0
00000400:00000200:0.0:1788205178.328912:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328916:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328919:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205178.328922:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.328924:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205178.328927:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.328929:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205178.328932:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4051:4051:256:4294967295] 192.168.201.124@tcp LPNI seq info [4051:4051:8:4294967295]
00000400:00000200:0.0:1788205178.328936:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.328941:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.328945:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328949:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205178.328952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205178.328955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205178.328958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205178.328961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205178.328964:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.328966:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205178.328969:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.328972:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.328975:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205178.328977:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205178.328979:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.328982:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.328996:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.328998:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329004:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.329005:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.329008:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.329011:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:0.0:1788205178.329014:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205178.329016:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298983448
00000100:00000001:0.0:1788205178.329018:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.329020:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298983448
00000100:00000001:0.0:1788205178.329022:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.329024:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.329026:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.329028:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.329031:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.329039:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.329040:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.329041:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205178.329044:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205178.329045:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205178.329047:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.329069:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.329078:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329084:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.329086:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329088:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.329089:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.329092:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329099:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.329102:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329109:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.329111:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329112:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.329114:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329116:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.329117:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.329119:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.329122:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205178.329125:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.329129:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.329137:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741504:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.329141:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.329144:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329149:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.329151:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.329153:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.329155:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.329157:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.329160:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.329163:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.329165:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.329166:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.329168:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.329171:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205178.329173:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.329176:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:0.0:1788205178.329179:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2c3f7ad68.
00000400:00000010:0.0:1788205178.329182:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77a18.
00000100:00000200:0.0:1788205178.329184:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741632, portal 4
00000100:00000001:0.0:1788205178.329185:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.329186:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193750765568 : -116879958786048 : ffff95b2c3934000)
00000100:00000040:0.0:1788205178.329190:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329194:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.329196:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:0.0:1788205178.329197:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c2e77000.
00000100:00000200:0.0:1788205178.329198:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618741632, offset 0
00000400:00000200:0.0:1788205178.329200:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:0.0:1788205178.329203:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.329205:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:0.0:1788205178.329207:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.329208:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:0.0:1788205178.329210:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.329211:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:0.0:1788205178.329213:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4052:4052:256:4294967295] 192.168.201.124@tcp LPNI seq info [4052:4052:8:4294967295]
00000400:00000200:0.0:1788205178.329216:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205178.329220:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.329222:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.329224:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2cb8a5300.
00000800:00000200:0.0:1788205178.329227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.0:1788205178.329229:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205178.329231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:0.1:1788205178.329232:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205178.329235:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:0.0:1788205178.329236:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2cb8a5300.
00000400:00000200:0.0:1788205178.329238:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.329240:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.329242:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77000
00000400:00000010:0.0:1788205178.329243:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77000.
00000100:00000001:0.0:1788205178.329244:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.329246:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329251:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.329252:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329256:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.329257:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.329259:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.329260:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:0.0:1788205178.329262:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:0.0:1788205178.329263:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298983583
00000100:00000001:0.0:1788205178.329264:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.329265:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298983583
00000100:00000001:0.0:1788205178.329267:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298985712
00000100:00000001:0.0:1788205178.329268:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.329269:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.329270:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.329272:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.329276:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.329277:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.329278:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2c3f7ad68.
00000400:00000200:0.0:1788205178.329279:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c2e77a18
00000400:00000010:0.0:1788205178.329280:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c2e77a18.
00000100:00000001:0.0:1788205178.329281:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.329283:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.329287:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329291:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.329291:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329292:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.329293:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.329295:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329298:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.329302:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329308:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.329310:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329312:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.329313:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329314:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.329316:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.329318:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.329321:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:0.0:1788205178.329323:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.329327:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.329340:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2c3934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741632:192.168.201.124@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.329344:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329346:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.329349:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3935500 x1875064618741120/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329355:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.329357:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.329358:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:0.0:1788205178.329361:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.329363:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.329364:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:0.0:1788205178.329365:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.329367:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83000.
02000000:00000001:0.0:1788205178.329370:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.329371:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.329372:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3935500.
00000100:00000001:0.0:1788205178.329374:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.329375:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329376:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.329378:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3936a00 x1875064618741248/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329382:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.329382:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.329383:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6210400.
02000000:00000001:0.0:1788205178.329384:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.329385:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.329386:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205178.329386:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.329387:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80c00.
02000000:00000001:0.0:1788205178.329388:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.329389:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.329390:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3936a00.
00000100:00000001:0.0:1788205178.329391:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.329392:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329393:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.329395:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934e00 x1875064618741376/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329398:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.329399:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.329400:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6212400.
02000000:00000001:0.0:1788205178.329401:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.329401:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.329402:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205178.329403:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.329403:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e83800.
02000000:00000001:0.0:1788205178.329405:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.329405:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.329406:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934e00.
00000100:00000001:0.0:1788205178.329407:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.329408:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329408:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.329410:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934a80 x1875064618741504/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329413:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.329414:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.329415:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6213c00.
02000000:00000001:0.0:1788205178.329416:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.329417:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.329417:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205178.329418:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.329419:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e82800.
02000000:00000001:0.0:1788205178.329420:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.329421:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.329422:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934a80.
00000100:00000001:0.0:1788205178.329423:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.329423:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329424:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.329426:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2c3934000 x1875064618741632/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.329429:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.329430:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.329431:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c6211400.
02000000:00000001:0.0:1788205178.329432:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.329433:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.329434:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:0.0:1788205178.329434:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.329435:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c3e80400.
02000000:00000001:0.0:1788205178.329436:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.329437:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.329437:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2c3934000.
00000100:00000001:0.0:1788205178.329438:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.329439:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329440:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.329446:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205178.329446:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.329448:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205178.329449:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205178.647352:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205178.647359:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205178.647365:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205178.647367:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205178.647370:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205178.647371:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205178.647375:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205178.647376:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205178.647442:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205178.647446:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205178.647450:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205179.351171:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205179.351180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205179.351183:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205179.351188:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205179.351192:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205179.351196:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205179.351199:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205179.351201:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205179.351204:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205179.671263:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205179.671270:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205179.671277:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205179.671277:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205179.671280:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205179.671281:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205179.671285:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205179.671286:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205179.671468:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205179.671472:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205179.671475:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205180.375173:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205180.375180:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205180.375182:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205180.375187:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205180.375191:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205180.375194:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205180.375197:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205180.375199:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205180.375201:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205180.631164:0:15335:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653b30 (cpu 3) has reached its deadline 4298985712, at 4298985728
00000100:00000040:2.0:1788205180.631166:0:15331:0:(connection.c:75:cpu_latency_work()) work item of ffff95b2cd653a20 (cpu 2) has reached its deadline 4298985712, at 4298985728
00000100:00000010:2.0:1788205180.631180:0:15331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec3480.
00000100:00000010:3.0:1788205180.631181:0:15335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95b2c4ec30c0.
00010000:00000001:3.0:1788205180.695247:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205180.695254:0:15335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1788205180.695257:0:15335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1788205180.695260:0:15335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205180.695264:0:15335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1788205180.695267:0:15335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205180.695269:0:15335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205180.695271:0:15335:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205180.695275:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205180.695276:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205180.695280:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205180.695282:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205180.695284:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205180.695285:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205180.695553:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205180.695556:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205180.695559:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205181.399162:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205181.399168:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205181.399170:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205181.399175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205181.399179:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205181.399182:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205181.399184:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205181.399187:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205181.399190:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205181.719165:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205181.719172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205181.719177:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205181.719179:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205181.719182:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205181.719183:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205181.719187:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205181.719188:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205181.719278:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205181.719282:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205181.719285:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205182.423147:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205182.423153:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205182.423154:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205182.423158:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205182.423160:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205182.423163:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205182.423164:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205182.423166:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205182.423168:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205182.745096:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205182.745104:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205182.745110:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205182.745111:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205182.745114:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205182.745115:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205182.745119:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205182.745120:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205182.745367:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205182.745370:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205182.745373:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205183.447158:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205183.447166:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205183.447169:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205183.447175:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205183.447178:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205183.447181:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.447184:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205183.447186:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.447189:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205183.447751:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5988bed3-f082-4217-b4e6-20f829e7b4c9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205183.447757:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205183.447760:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205183.447763:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205183.447767:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205183.447773:0:15178:0:(import.c:510:import_select_connection()) MGC192.168.201.124@tcp: connect to NID 192.168.201.124@tcp last attempt 4316
00000400:00000200:0.0:1788205183.447783:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205183.447790:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205183.447793:0:15178:0:(import.c:589:import_select_connection()) MGC192.168.201.124@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205183.447796:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.447800:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.447802:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.447805:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205183.447809:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205183.447811:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cbe3
00000020:00000001:0.0:1788205183.447814:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205183.447816:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2c5322000 refcount=3
00000020:00000001:0.0:1788205183.447819:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000020:00000001:0.0:1788205183.447821:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193777954816 : -116879931596800 : ffff95b2c5322000)
00000100:00000040:0.0:1788205183.447823:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.447825:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.447827:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.447829:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205183.447831:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2c5322000 : new refcount 2
00000100:00080000:0.0:1788205183.447834:0:15178:0:(import.c:624:import_select_connection()) MGC192.168.201.124@tcp: import ffff95b2c5325800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205183.447837:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205183.447840:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205183.447843:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205183.447846:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.447848:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205183.447850:0:15178:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205183.447859:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961500.
00000020:00000040:0.0:1788205183.447863:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c5325800 refcount=4 obd=MGC192.168.201.124@tcp
02000000:00000001:0.0:1788205183.447867:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205183.447869:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.447872:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205183.447875:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205183.447879:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205183.447887:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212400.
00000100:00000001:0.0:1788205183.447894:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205183.447903:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205183.447917:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205183.447922:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205183.447927:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d090c95] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.447985:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205183.447988:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205183.447990:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205183.447996:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.448004:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205183.448006:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.448009:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205183.448012:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205183.448014:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.448016:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618741760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205183.448020:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205183.448023:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205183.448025:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.448027:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205183.448030:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205183.448031:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.448035:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205183.448039:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205183.448044:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205183.448049:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741760, portal 25
00000100:00000001:3.0:1788205183.448065:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205183.448066:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054976 : -116879740496640 : ffff95b2d0961500)
00000100:00000040:3.0:1788205183.448070:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.448075:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205183.448077:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205183.448079:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205183.448081:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064618741760, offset 0
00000400:00000200:3.0:1788205183.448085:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205183.448091:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.448096:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205183.448100:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205183.448103:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205183.448106:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205183.448109:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205183.448113:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4053:4053:256:4294967295] 192.168.201.124@tcp LPNI seq info [4053:4053:8:4294967295]
00000400:00000200:3.0:1788205183.448117:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.448127:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205183.448133:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.448138:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205183.448144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205183.448148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205183.448154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205183.448157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205183.448161:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.448163:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205183.448169:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205183.448173:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205183.448179:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205183.448181:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205183.448186:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205183.448190:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205183.448250:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205183.448253:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205183.448257:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205183.448259:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205183.448261:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205183.448264:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205183.448267:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4316
00000400:00000200:0.0:1788205183.448271:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205183.448274:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205183.448275:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205183.448277:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.448279:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.448280:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.448281:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205183.448283:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205183.448284:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc37
00000020:00000001:0.0:1788205183.448285:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205183.448286:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0836800 refcount=5
00000020:00000001:0.0:1788205183.448288:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000020:00000001:0.0:1788205183.448289:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967831040 : -116879741720576 : ffff95b2d0836800)
00000100:00000040:0.0:1788205183.448291:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.448292:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.448293:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.448294:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000040:0.0:1788205183.448296:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0836800 : new refcount 4
00000100:00080000:0.0:1788205183.448297:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95b2c8e9a800: import ffff95b2c801c800 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205183.448299:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205183.448300:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205183.448304:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205183.448305:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.448306:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205183.448310:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205183.448312:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.448313:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205183.448316:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0961180.
00000020:00000040:0.0:1788205183.448317:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801c800 refcount=7 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205183.448319:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205183.448320:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.448321:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205183.448322:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205183.448324:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205183.448326:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6210400.
00000100:00000001:0.0:1788205183.448328:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205183.448332:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205183.448336:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205183.448338:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205183.448340:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6f362b] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.452648:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205183.452652:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205183.452659:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205183.452662:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205183.452664:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788205183.452665:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205183.452666:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205183.452670:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205183.452674:0:15178:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4316
00000100:00000001:3.0:1788205183.452675:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.452677:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788205183.452682:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:0.0:1788205183.452688:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205183.452691:0:15178:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205183.452694:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.452697:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.452699:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.452701:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000020:00000001:0.0:1788205183.452705:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205183.452707:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc3e
00000020:00000001:0.0:1788205183.452709:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205183.452712:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d0830000 refcount=5
00000020:00000001:0.0:1788205183.452715:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000020:00000001:0.0:1788205183.452717:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193967804416 : -116879741747200 : ffff95b2d0830000)
00000100:00000040:0.0:1788205183.452720:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.452722:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.452724:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.452726:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205183.453029:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.453036:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205183.453038:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 2 is 4298990836
00000100:00000010:3.0:1788205183.453048:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e890c0.
00000100:00000001:3.0:1788205183.453070:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788205183.453076:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS new deadline estimation for cpu 3 is 4298990837
00000100:00000010:3.0:1788205183.453080:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95b2c2e89d20.
00000100:00000001:3.0:1788205183.453083:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.124@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788205183.453086:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.453089:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.453092:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205183.453098:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205183.453174:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205183.453176:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205183.453180:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205183.453184:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205183.453186:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205183.453190:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205183.453194:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205183.453202:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.453209:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205183.453211:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.453278:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.453281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205183.453286:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.453293:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205183.453298:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.453306:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205183.453309:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.453311:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.453312:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.453315:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205183.453317:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205183.453320:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c5325800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205183.453324:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205183.453327:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205183.453332:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205183.453340:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5988bed3-f082-4217-b4e6-20f829e7b4c9:2384:1875064618741760:192.168.201.124@tcp:250:kworker.0
00000100:00000001:3.0:1788205183.453346:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.453348:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.453352:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961500 x1875064618741760/t0(0) o250->MGC192.168.201.124@tcp@192.168.201.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.453358:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205183.453361:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205183.453365:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205183.453369:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205183.453371:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205183.453373:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c5325800 refcount=3 obd=MGC192.168.201.124@tcp
00000020:00000001:3.0:1788205183.453375:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205183.453378:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212400.
02000000:00000001:3.0:1788205183.453383:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205183.453385:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205183.453387:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961500.
00000100:00000001:3.0:1788205183.453391:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205183.453392:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.453394:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.453402:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205183.453403:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.453406:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205183.453409:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205183.453410:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205183.453414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.454229:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205183.454231:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.454234:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205183.454239:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205183.454241:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.454246:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205183.454249:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205183.454253:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205183.454255:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.454257:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205183.454264:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205183.454266:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.454272:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205183.454276:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205183.454282:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205183.454288:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618741888, portal 10
00000100:00000001:3.0:1788205183.454290:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205183.454291:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969054080 : -116879740497536 : ffff95b2d0961180)
00000100:00000040:3.0:1788205183.454298:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.454305:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205183.454308:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205183.454310:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205183.454313:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618741888, offset 0
00000400:00000200:3.0:1788205183.454319:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205183.454327:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.454334:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205183.454339:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205183.454343:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205183.454346:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205183.454350:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205183.454354:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4054:4054:256:4294967295] 192.168.201.124@tcp LPNI seq info [4054:4054:8:4294967295]
00000400:00000200:3.0:1788205183.454358:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000020:00000040:0.0:1788205183.454361:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d0830000 : new refcount 4
00000100:00080000:0.0:1788205183.454366:0:15178:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95b2c8e9a800: import ffff95b2c801e000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000400:00000200:3.0:1788205183.454368:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205183.454369:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205183.454371:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788205183.454373:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788205183.454377:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1788205183.454378:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
02000000:00000001:0.0:1788205183.454379:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454382:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.0:1788205183.454384:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000008:00100000:0.0:1788205183.454385:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1788205183.454387:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000008:00000001:0.0:1788205183.454388:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454390:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205183.454392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000100:00000010:0.0:1788205183.454394:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963480.
00000800:00000200:3.1:1788205183.454395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1788205183.454397:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2c801e000 refcount=4 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000800:00000100:3.0:1788205183.454399:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
02000000:00000001:0.0:1788205183.454401:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1788205183.454401:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
02000000:00000001:0.0:1788205183.454403:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.454405:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205183.454406:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205183.454409:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205183.454409:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788205183.454412:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.454413:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205183.454415:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
02000000:00000010:0.0:1788205183.454416:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6212c00.
00000100:00000001:3.0:1788205183.454418:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205183.454421:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205183.454428:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788205183.454433:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205183.454437:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205183.454440:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454441:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205183.454444:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8305bd] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205183.454444:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.454451:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454452:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205183.454454:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205183.454457:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205183.454457:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205183.454460:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1788205183.454460:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: using a timeout of 2197196 usecs (2198 jiffies)
00000100:00000001:0.0:1788205183.454462:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205183.454464:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205183.454464:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205183.454466:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298990749
00000100:00000001:0.0:1788205183.454467:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205183.454468:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298990836
00000100:00080000:0.0:1788205183.454470:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4316
00000100:00000001:3.0:1788205183.454471:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298990749
00000100:00000001:3.0:1788205183.454473:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298990837
00000400:00000200:0.0:1788205183.454474:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205183.454475:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205183.454477:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205183.454477:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205183.454479:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205183.454479:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788205183.454492:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00100000:3.0:1788205183.454492:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205183.454495:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.454497:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.454499:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000400:00000001:3.0:1788205183.454500:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1788205183.454501:0:15178:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:3.0:1788205183.454502:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1788205183.454503:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc4c
00000400:00000010:3.0:1788205183.454504:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000020:00000001:0.0:1788205183.454505:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788205183.454506:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000020:00000040:0.0:1788205183.454508:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e0800 refcount=4
00000400:00000010:3.0:1788205183.454508:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000020:00000001:0.0:1788205183.454510:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000001:3.0:1788205183.454510:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1788205183.454513:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968527360 : -116879741024256 : ffff95b2d08e0800)
00000100:00000200:3.0:1788205183.454513:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205183.454515:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.454517:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205183.454519:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.454522:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000200:3.0:1788205183.454522:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205183.454524:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e0800 : new refcount 3
00000100:00080000:0.0:1788205183.454526:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95b2c8e9a800: import ffff95b2d08e7000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000001:0.0:1788205183.454528:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454528:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788205183.454530:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205183.454530:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.454531:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788205183.454532:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.454533:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205183.454534:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454536:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1788205183.454536:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788205183.454538:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205183.454540:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454542:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454543:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788205183.454546:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0960380.
00000100:00000040:3.0:1788205183.454546:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205183.454548:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e7000 refcount=3 obd=lustre-OST0000-osc-ffff95b2c8e9a800
02000000:00000001:0.0:1788205183.454550:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205183.454551:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454553:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205183.454553:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788205183.454554:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205183.454556:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454556:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.454558:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.454559:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788205183.454560:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211000.
00000100:00000001:3.0:1788205183.454561:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205183.454562:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454563:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1788205183.454566:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788205183.454566:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205183.454570:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205183.454572:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788205183.454573:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205183.454575:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.454576:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205183.454579:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b2a447] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205183.454584:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618741888:192.168.201.124@tcp:38:kworker.0
00000100:00000001:0.0:1788205183.454587:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454588:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205183.454590:0:15178:0:(pinger.c:229:ptlrpc_pinger_process_import()) f2eddc69-b312-4be4-ba7c-c46a98a7e2b1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205183.454590:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788205183.454593:0:15178:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:3.0:1788205183.454593:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0961180 x1875064618741888/t0(0) o38->lustre-MDT0000-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205183.454594:0:15178:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205183.454596:0:15178:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205183.454598:0:15178:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205183.454599:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788205183.454600:0:15178:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: connect to NID 192.168.201.124@tcp last attempt 4316
02000000:00000001:3.0:1788205183.454601:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1788205183.454603:0:15178:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
02000000:00000010:3.0:1788205183.454603:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
00000400:00000200:0.0:1788205183.454606:0:15178:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.124@tcp is discovered: rc = 1
02000000:00000001:3.0:1788205183.454606:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205183.454607:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:0.0:1788205183.454608:0:15178:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: tried all connections, increasing latency to 20s
00000020:00000040:3.0:1788205183.454609:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801c800 refcount=6 obd=lustre-MDT0000-mdc-ffff95b2c8e9a800
00000100:00000040:0.0:1788205183.454610:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000020:00000001:3.0:1788205183.454611:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788205183.454612:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1788205183.454613:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6210400.
00000100:00000040:0.0:1788205183.454614:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:0.0:1788205183.454616:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
02000000:00000001:3.0:1788205183.454616:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1788205183.454618:0:15178:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788205183.454618:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1788205183.454619:0:15178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xec98b6f36c36cc53
00000100:00000010:3.0:1788205183.454619:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0961180.
00000020:00000001:0.0:1788205183.454621:0:15178:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205183.454622:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1788205183.454623:0:15178:0:(lustre_handles.c:147:class_handle2object()) GET export ffff95b2d08e4000 refcount=4
00000100:00000001:3.0:1788205183.454623:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788205183.454625:0:15178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000001:3.0:1788205183.454625:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788205183.454627:0:15178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627193968541696 : -116879741009920 : ffff95b2d08e4000)
00000100:00000040:0.0:1788205183.454630:0:15178:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff95b2c2eb3140 refcount 14 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205183.454630:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205183.454631:0:15178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205183.454631:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205183.454633:0:15178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95b2c2eb3140 refcount 15 to 192.168.201.124@tcp
00000100:00000001:3.0:1788205183.454633:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205183.454635:0:15178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627193739751744 : -116879969799872 : ffff95b2c2eb3140)
00000100:00000001:3.0:1788205183.454635:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788205183.454637:0:15178:0:(genops.c:900:class_export_put()) PUTting export ffff95b2d08e4000 : new refcount 3
00000100:00000001:3.0:1788205183.454637:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788205183.454640:0:15178:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95b2c8e9a800: import ffff95b2d08e6000 using connection 192.168.201.124@tcp/192.168.201.124@tcp
00000100:00000040:3.0:1788205183.454640:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205183.454642:0:15178:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205183.454644:0:15178:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205183.454646:0:15178:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.454647:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788205183.454648:0:15178:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.454648:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454650:0:15178:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205183.454650:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205183.454651:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788205183.454652:0:15178:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 28672, lost: 0.
02000000:00000001:3.0:1788205183.454653:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788205183.454654:0:15178:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205183.454656:0:15178:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.454656:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618742016:192.168.201.124@tcp:38:kworker.0
00000100:00000010:0.0:1788205183.454659:0:15178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205183.454659:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788205183.454661:0:15178:0:(genops.c:1231:class_import_get()) import ffff95b2d08e6000 refcount=5 obd=lustre-OST0001-osc-ffff95b2c8e9a800
02000000:00000001:3.0:1788205183.454661:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205183.454662:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205183.454663:0:15178:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205183.454664:0:15178:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.454664:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205183.454666:0:15178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1788205183.454666:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e81400.
02000000:00000001:0.0:1788205183.454667:0:15178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205183.454668:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205183.454669:0:15178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205183.454671:0:15178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95b2c6211800.
00000400:00000200:3.0:1788205183.454671:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205183.454673:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000100:00000001:0.0:1788205183.454674:0:15178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205183.454676:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00100000:0.0:1788205183.454678:0:15178:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788205183.454679:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618742016, portal 10
00000100:00000001:3.0:1788205183.454681:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205183.454682:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063040 : -116879740488576 : ffff95b2d0963480)
00000100:00000001:0.0:1788205183.454685:0:15178:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205183.454687:0:15178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.454687:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205183.454690:0:15178:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000392294a] to pc [ptlrpcd_rcv+-1]  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.454693:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205183.454696:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205183.454698:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000001:0.0:1788205183.454699:0:15178:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205183.454700:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064618742016, offset 0
00000100:00000040:0.0:1788205183.454703:0:15178:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4326)
00000400:00000200:3.0:1788205183.454704:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205183.454707:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.454710:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205183.455019:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205183.455022:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205183.455024:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205183.455027:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205183.455030:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4055:4055:256:4294967295] 192.168.201.124@tcp LPNI seq info [4055:4055:8:4294967295]
00000400:00000200:3.0:1788205183.455034:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.455040:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205183.455044:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.455048:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205183.455080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205183.455084:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205183.455088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205183.455091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205183.455117:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.455119:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205183.455122:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205183.455125:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205183.455129:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205183.455131:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205183.455134:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205183.455138:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455145:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.455148:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455154:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.455156:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205183.455159:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.455162:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: using a timeout of 42095 usecs (43 jiffies)
00000400:00000200:3.0:1788205183.455166:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205183.455168:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298988595
00000100:00000001:3.0:1788205183.455170:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298990836
00000100:00000001:3.0:1788205183.455171:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298988595
00000100:00000001:3.0:1788205183.455173:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298990837
00000100:00000001:3.0:1788205183.455175:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.455177:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.455179:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205183.455182:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205183.455189:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205183.455191:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205183.455192:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205183.455194:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205183.455196:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205183.455198:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205183.455201:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205183.455208:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455224:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205183.455226:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455228:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.455229:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205183.455233:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455238:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205183.455240:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455244:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205183.455245:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.455247:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455248:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205183.455249:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205183.455251:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2c801e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205183.455253:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205183.455254:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205183.455257:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205183.455261:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618742016:192.168.201.124@tcp:38:kworker.0
00000100:00000001:3.0:1788205183.455263:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205183.455265:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455268:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205183.455269:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.455270:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205183.455272:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205183.455273:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.455275:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618742144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205183.455277:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205183.455278:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205183.455279:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.455280:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205183.455283:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205183.455284:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.455287:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205183.455289:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205183.455291:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205183.455293:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618742144, portal 4
00000100:00000001:3.0:1788205183.455294:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205183.455295:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969050496 : -116879740501120 : ffff95b2d0960380)
00000100:00000040:3.0:1788205183.455299:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455306:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205183.455308:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205183.455309:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205183.455310:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618742144, offset 0
00000400:00000200:3.0:1788205183.455313:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205183.455315:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.455318:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205183.455320:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205183.455321:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205183.455323:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205183.455324:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205183.455326:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4056:4056:256:4294967295] 192.168.201.124@tcp LPNI seq info [4056:4056:8:4294967295]
00000400:00000200:3.0:1788205183.455328:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.455332:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205183.455335:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.455336:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205183.455339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205183.455340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205183.455343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205183.455345:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205183.455347:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.455348:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205183.455350:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205183.455352:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205183.455354:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205183.455355:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205183.455356:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205183.455358:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455363:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.455364:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455372:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.455373:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205183.455375:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.455376:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: using a timeout of 22250 usecs (23 jiffies)
00000400:00000200:3.0:1788205183.455379:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205183.455380:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298988575
00000100:00000001:3.0:1788205183.455382:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298990836
00000100:00000001:3.0:1788205183.455383:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298988575
00000100:00000001:3.0:1788205183.455384:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298990837
00000100:00000001:3.0:1788205183.455385:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.455386:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.455387:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205183.455389:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205183.455393:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205183.455394:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205183.455395:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205183.455396:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205183.455397:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205183.455398:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205183.455400:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205183.455404:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455407:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205183.455408:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455409:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.455410:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205183.455411:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455415:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205183.455418:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455421:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205183.455423:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455423:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.455424:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455425:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205183.455426:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205183.455427:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205183.455428:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205183.455430:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205183.455432:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205183.455436:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618742144:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205183.455437:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455438:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.455440:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963480 x1875064618742016/t0(0) o38->lustre-MDT0001-mdc-ffff95b2c8e9a800@192.168.201.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455444:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205183.455445:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205183.455446:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e81400.
02000000:00000001:3.0:1788205183.455448:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205183.455449:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205183.455450:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2c801e000 refcount=3 obd=lustre-MDT0001-mdc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205183.455451:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205183.455452:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6212c00.
02000000:00000001:3.0:1788205183.455455:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205183.455456:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205183.455457:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963480.
00000100:00000001:3.0:1788205183.455459:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205183.455460:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455460:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.455462:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0960380 x1875064618742144/t0(0) o8->lustre-OST0000-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455466:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205183.455466:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205183.455467:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205183.455468:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205183.455469:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205183.455469:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e7000 refcount=2 obd=lustre-OST0000-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205183.455470:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205183.455471:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211000.
02000000:00000001:3.0:1788205183.455472:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205183.455473:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205183.455473:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0960380.
00000100:00000001:3.0:1788205183.455474:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205183.455475:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455476:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.455479:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205183.455480:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.455565:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205183.455567:0:2384:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205183.455569:0:2384:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205183.455573:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455579:0:2384:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205183.455580:0:2384:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.455586:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205183.455588:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205183.455590:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.455592:0:2384:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618742272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205183.455597:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205183.455599:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205183.455600:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.455602:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205183.455605:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205183.455607:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205183.455611:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000010:3.0:1788205183.455613:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95b2ca562b58.
00000400:00000010:3.0:1788205183.455616:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf440.
00000100:00000200:3.0:1788205183.455619:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064618742272, portal 4
00000100:00000001:3.0:1788205183.455621:0:2384:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205183.455622:0:2384:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627193969063936 : -116879740487680 : ffff95b2d0963800)
00000100:00000040:3.0:1788205183.455627:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.455632:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205183.455634:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.124@tcp
00000400:00000010:3.0:1788205183.455636:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95b2c5edf5d8.
00000100:00000200:3.0:1788205183.455638:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064618742272, offset 0
00000400:00000200:3.0:1788205183.455641:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.124@tcp
00000400:00000200:3.0:1788205183.455645:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.455648:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.124@tcp local destination
00000400:00000200:3.0:1788205183.455650:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205183.455653:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.24@tcp
00000400:00000200:3.0:1788205183.455655:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205183.455657:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.124@tcp
00000400:00000200:3.0:1788205183.455659:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.24@tcp NI seq info: [4057:4057:256:4294967295] 192.168.201.124@tcp LPNI seq info [4057:4057:8:4294967295]
00000400:00000200:3.0:1788205183.455663:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000400:00000200:3.0:1788205183.455668:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.24@tcp(192.168.201.24@tcp:<?>) -> 192.168.201.124@tcp(192.168.201.124@tcp:192.168.201.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205183.455672:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.455675:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95b2ca994a00.
00000800:00000200:3.0:1788205183.455679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.0:1788205183.455682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205183.455685:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95b2d13339c0] -> 12345-192.168.201.124@tcp (2)
00000800:00000200:3.1:1788205183.455688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.124 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205183.455691:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.124@tcp
00000800:00000010:3.0:1788205183.455692:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95b2ca994a00.
00000400:00000200:3.0:1788205183.455695:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205183.455698:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.24@tcp->192.168.201.124@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205183.455700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf5d8
00000400:00000010:3.0:1788205183.455702:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf5d8.
00000100:00000001:3.0:1788205183.455704:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205183.455707:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.456283:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.456288:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.456296:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.456298:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205183.456303:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.456306:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: using a timeout of 156631 usecs (157 jiffies)
00000400:00000200:3.0:1788205183.456309:0:2384:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.124@tcp to cpt 1
00000100:00000001:3.0:1788205183.456312:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 2 is 4298988710
00000100:00000001:3.0:1788205183.456314:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 2, keep current deadline 4298990836
00000100:00000001:3.0:1788205183.456316:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS new deadline estimation for cpu 3 is 4298988710
00000100:00000001:3.0:1788205183.456318:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95b2c8e9a800: PM QoS request active for cpu 3, keep current deadline 4298990837
00000100:00000001:3.0:1788205183.456320:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.456322:0:2384:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.456324:0:2384:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205183.456328:0:2384:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205183.456336:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205183.456337:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205183.456340:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95b2ca562b58.
00000400:00000200:3.0:1788205183.456342:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95b2c5edf440
00000400:00000010:3.0:1788205183.456344:0:2384:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff95b2c5edf440.
00000100:00000001:3.0:1788205183.456347:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205183.456350:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205183.456358:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.456365:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205183.456366:0:2384:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.456368:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.456369:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205183.456372:0:2384:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.456378:0:2384:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205183.456382:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.456388:0:2384:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205183.456391:0:2384:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.456392:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.456393:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.456395:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205183.456397:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205183.456399:0:2384:0:(import.c:65:import_set_state_nolock()) ffff95b2d08e6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205183.456402:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.124@tcp failed (-110)
00000100:00000001:3.0:1788205183.456404:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205183.456408:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205183.456414:0:2384:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95b2d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f2eddc69-b312-4be4-ba7c-c46a98a7e2b1:2384:1875064618742272:192.168.201.124@tcp:8:kworker.0
00000100:00000001:3.0:1788205183.456418:0:2384:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.456420:0:2384:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205183.456422:0:2384:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95b2d0963800 x1875064618742272/t0(0) o8->lustre-OST0001-osc-ffff95b2c8e9a800@192.168.201.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.456429:0:2384:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205183.456430:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205183.456432:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95b2c3e83c00.
02000000:00000001:3.0:1788205183.456435:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205183.456436:0:2384:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205183.456437:0:2384:0:(genops.c:1244:class_import_put()) import ffff95b2d08e6000 refcount=4 obd=lustre-OST0001-osc-ffff95b2c8e9a800
00000020:00000001:3.0:1788205183.456439:0:2384:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205183.456441:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95b2c6211800.
02000000:00000001:3.0:1788205183.456443:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205183.456444:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205183.456446:0:2384:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95b2d0963800.
00000100:00000001:3.0:1788205183.456448:0:2384:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205183.456449:0:2384:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.456451:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.456455:0:2384:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205183.456456:0:2384:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.456458:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205183.456460:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205183.767157:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205183.767162:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205183.767166:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205183.767167:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205183.767169:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205183.767170:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205183.767172:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205183.767172:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205183.767299:0:14719:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205183.767302:0:14719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205183.767304:0:14719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205184.471170:0:14836:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205184.471177:0:14836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205184.471179:0:14836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205184.471183:0:14836:0:(client.c:2702:ptlrpc_set_wait()) set ffff95b2caa97840 going to sleep for 0 seconds
00000100:00000001:2.0:1788205184.471185:0:14836:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205184.471188:0:14836:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205184.471190:0:14836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205184.471191:0:14836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205184.471193:0:14836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205184.791168:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205184.791175:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205184.791180:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205184.791181:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205184.791184:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205184.791186:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1788205184.791189:0:15335:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1788205184.791190:0:15335:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205184.791506:0:6157:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205184.791510:0:6157:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205184.791513:0:6157:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 126628 lines, 126628 kept, 0 dropped, 0 bad.